-- Logs begin at Thu 2020-11-19 14:59:17 UTC, end at Thu 2020-11-19 16:19:40 UTC. --
Nov 19 15:50:47.068036 dv-cinder-763306-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 19 15:50:49.607926 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.common.config [-] Logging enabled!
Nov 19 15:50:49.608512 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 15:50:49.610279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80316) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 15:50:49.611020 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.common.config [-] Logging enabled!
Nov 19 15:50:49.611309 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 15:50:49.611584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80316) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 15:50:49.612662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 15:50:49.612931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 15:50:49.613950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 15:50:49.614238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 15:50:49.614501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 15:50:49.614875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.615221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.615569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.615834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.616177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.616515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.616843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.617179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.617550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.617880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.618201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.618528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.618812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.619115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.619447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.619779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.620038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.620358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.620891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.621215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.621577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.621914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.622225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.622542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.622870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.623240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-3-iscsi {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.623558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.623889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.624221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.624553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.625434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.625775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.626103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.626418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.626733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.627049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.627383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.627714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.628053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.628313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.628570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.628903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.629238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.629578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.629896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.630213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.630528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.630845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.631153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.631483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.631814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.632143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.632458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.632772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.633084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.633397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.633752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.634067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.634382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.634697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.635033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.635346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.635664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.636012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.636340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.636664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.636993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.637310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.637665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.637979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.638292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.638604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.638918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.639232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.639558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.639875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.640189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.640654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.640969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.641304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:49.641670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.642014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.642365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.642693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.643031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.643357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.643695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.644018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.644355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.644691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.645021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.645344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.645959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.646299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.646637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.646952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.647272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.647611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.647932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.648246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.648580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.648902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.649216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.649558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.649879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.650192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.650504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.650823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.651158 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.651476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.651788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.652104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.652422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.652736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.653063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.653385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.653722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.654036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.654358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.654675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.654992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.655310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.655628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.656456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.656774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.657087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.657399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.657751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.658064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.658375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.658686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.659006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.659319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.659632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.659943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.660256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.660568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.660895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.661235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.661577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.661899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.662220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.662539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.662858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.663174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.663496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.663815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.664127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.664466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.664793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.665122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.665485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.665790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.666137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.666456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.666782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.667100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.667418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.667743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.668072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.668409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.668743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.669079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.669420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.669779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.670102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.670460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.670780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:49.671034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 15:50:49.671300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80316) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 19 15:50:50.332159 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading Gnome
Nov 19 15:50:50.349822 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading Google
Nov 19 15:50:50.352467 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading Windows (alt)
Nov 19 15:50:50.355975 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading file
Nov 19 15:50:50.356840 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading keyczar
Nov 19 15:50:50.357128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading multi
Nov 19 15:50:50.357791 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO keyring.backend [-] Loading pyfs
Nov 19 15:50:50.404689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:50:50.404996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:50:50.405318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:50:50.405717 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 19 15:50:50.825202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.825811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.825811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.885565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.885876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.886174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.889105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.889590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.889890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.966720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.966963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.967258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.968489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.968799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:50.969092 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.087678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5765f25378> agent after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.087990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5765f25378> agent after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.088294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5765f25400> segment precommit_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.088594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5765f25488> network precommit_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.089419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5765f2a488> segment before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.269482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> network before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.269798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5765e51840> agent before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.270127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> network before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.270676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.270982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.271373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> segment after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.271676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> segment precommit_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.271966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> segment precommit_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.272256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> segment after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.272594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> network after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.272889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> network precommit_delete 0 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.273194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port provisioning_complete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.273523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.273818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.274129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> agent after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.274445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> subnet after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.274739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> subnet precommit_delete 0 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.275059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.275347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.275845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.276133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.276418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.276765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.277048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.277332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5766b18f28>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.277782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.278057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.278329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.279048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.279335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.279610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:51.281486 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 19 15:50:51.290071 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 19 15:50:51.298171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 19 15:50:51.303376 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Nov 19 15:50:51.306184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 19 15:50:51.307268 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 19 15:50:51.307649 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 19 15:50:51.308083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 19 15:50:51.311985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 19 15:50:51.312266 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 19 15:50:51.312732 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 19 15:50:51.334407 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 19 15:50:51.334916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5765ca2978>> qos_plugin after_init 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.335245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80316) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 19 15:50:51.335653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5765c479b0>> logging-plugin after_init 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.337009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80316) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 19 15:50:51.337326 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 19 15:50:51.337630 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 19 15:50:51.340671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5765c47a58>> floatingip before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.340985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5765c47a58>> port before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:51.405664 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 19 15:50:51.406453 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 19 15:50:51.406722 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 19 15:50:51.407128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 19 15:50:51.440464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.sqlalchemy.engines [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80316) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 19 15:50:51.797491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing driver for type 'gre'
Nov 19 15:50:51.798102 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] gre ID ranges: [(1, 1000)]
Nov 19 15:50:51.892017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing driver for type 'local'
Nov 19 15:50:51.892505 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing driver for type 'vlan'
Nov 19 15:50:51.955004 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] VlanTypeDriver initialization complete
Nov 19 15:50:51.955384 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing driver for type 'vxlan'
Nov 19 15:50:51.956041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] vxlan ID ranges: [(1, 1000)]
Nov 19 15:50:52.082387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing extension driver 'port_security'
Nov 19 15:50:52.082746 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.extensions.port_security [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] PortSecurityExtensionDriver initialization complete
Nov 19 15:50:52.083152 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing mechanism driver 'openvswitch'
Nov 19 15:50:52.089426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:50:52.090303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765c68550>> port after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.090716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765c68550>> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.091110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765c68550>> port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.091544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657321d0>> subnet after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.091941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657321d0>> subnet after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.092335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657321d0>> subnet after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.092759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732390>> network after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.093151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732390>> network after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.094054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732390>> network after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.094479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732550>> security_group after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.094867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732550>> security_group after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.095250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732550>> security_group after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.095675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732710>> security_group_rule after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.096061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732710>> security_group_rule after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.096444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5765732710>> security_group_rule after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.096998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657328d0>> address_group after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.097386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657328d0>> address_group after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.097797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f57657328d0>> address_group after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.098169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] ML2 OVO RPC backend initialized. {{(pid=80316) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 19 15:50:52.098892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> router_interface after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.099292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> router_interface after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.099757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> network before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.100147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> networks before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.100532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> port before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.100916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> ports before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.101301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> subnet before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.101709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> subnets before_response 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.102107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> network after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.102491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> network after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.102872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> network after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.103249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> port after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.103629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.104004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.104383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> subnet after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.104763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> subnet after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.105140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f57657329b0>> subnet after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.105808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.plugin [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Modular L2 Plugin initialization complete
Nov 19 15:50:52.106171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading services supported by the core plugin {{(pid=80316) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 19 15:50:52.106543 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.plugins.ml2.managers [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Got port-security extension from driver 'port_security'
Nov 19 15:50:52.107058 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.extensions.vlantransparent [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Disabled vlantransparent extension.
Nov 19 15:50:52.107541 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80316) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 19 15:50:52.107889 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: router
Nov 19 15:50:52.156743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router_interface before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.157177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_create 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.157615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router before_create 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.158023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router_interface before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.158446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router_interface after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.158844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_delete 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.159249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> floatingip after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.159661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_create 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.160075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.160472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.160904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router_gateway after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.161321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.161871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.166852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5765ed8158> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.166852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5765ed8048> port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.166852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5765ed80d0> subnet after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.166852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5765ed81e0> subnetpool_address_scope after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.166852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> port precommit_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_create 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5765ec16a8> port before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router after_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_delete 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_create 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router_interface after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.167690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5765732b38>> router precommit_update 55549900 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.168040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Tracking information for resource: router configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:52.168258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Tracking information for resource: floatingip configured {{(pid=80316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 15:50:52.175464 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_agentschedulers_db [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 19 15:50:52.176124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f57656ff268> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.176521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f57657621e0> port after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.176916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _notify_port_delete at 0x7f57656ff1e0> port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.177301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f57656ff400> port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.178269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5765725710>> router before_create 55550100 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.178673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5765725710>> router precommit_delete 55550100 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.179078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5765725710>> router precommit_create 55550100 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.179476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5765725710>> router precommit_update 55550100 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.184103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.provider_configuration [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service providers = [] {{(pid=80316) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 19 15:50:52.184552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.servicetype_db [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80316) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 19 15:50:52.187495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.service_base [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 15:50:52.187885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.service_base [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 15:50:52.188259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.service_base [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 15:50:52.189342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.service_base [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 15:50:52.190982 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.services.service_base [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 19 15:50:52.192506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.193058 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 19 15:50:52.217315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.217570 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: auto_allocate
Nov 19 15:50:52.229176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f57656500d0> network precommit_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.229615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f57656500d0> network precommit_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.230214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.230577 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: tag
Nov 19 15:50:52.242670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.243044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: timestamp
Nov 19 15:50:52.246956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.247329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: network_ip_availability
Nov 19 15:50:52.253037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f57656d32e8>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.253502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f57656d32e8>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.253869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f57656d32e8>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.254674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.255039 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: flavors
Nov 19 15:50:52.272048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.272425 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading Plugin: revisions
Nov 19 15:50:52.276857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 15:50:52.277284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:50:52.278138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80316) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 19 15:50:52.278894 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Initializing extension manager.
Nov 19 15:50:52.279392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: __init__.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.279781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: __pycache__ {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.280163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.280539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: _filter_validation_lib.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.280998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.281922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: address_group.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.282751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.283417 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: address-group
Nov 19 15:50:52.283787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: address_scope.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.284560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.285144 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: address-scope
Nov 19 15:50:52.285534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.286497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.287078 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: router-admin-state-down-before-update
Nov 19 15:50:52.287448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: agent.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.288213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.288791 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: agent
Nov 19 15:50:52.289159 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: agent_resources_synced.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.290237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.290813 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: agent-resources-synced
Nov 19 15:50:52.291177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.293015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.293657 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: allowed-address-pairs
Nov 19 15:50:52.294033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.295120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.295708 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: auto-allocated-topology
Nov 19 15:50:52.296074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: availability_zone.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.296869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.297446 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: availability_zone
Nov 19 15:50:52.297839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: availability_zone_filter.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.298775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.299355 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: availability_zone_filter
Nov 19 15:50:52.299722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: data_plane_status.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.300654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.301227 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 19 15:50:52.301620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: default_subnetpools.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.302557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.303134 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: default-subnetpools
Nov 19 15:50:52.303499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.304357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.304948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: dhcp_agent_scheduler
Nov 19 15:50:52.305321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: dns.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.306281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.306859 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension dns-integration not supported by any of loaded plugins
Nov 19 15:50:52.307224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: dns_domain_ports.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.308164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.308738 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 19 15:50:52.309101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: dvr.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.309856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.310439 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: dvr
Nov 19 15:50:52.310802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: empty_string_filtering.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.311742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.312346 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: empty-string-filtering
Nov 19 15:50:52.312717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.313685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.314263 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 19 15:50:52.314630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.315564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.316134 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 19 15:50:52.316497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: external_net.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.317563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.318151 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: external-net
Nov 19 15:50:52.318520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.319452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.320036 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: extra_dhcp_opt
Nov 19 15:50:52.320403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: extraroute.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.321338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.321954 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: extraroute
Nov 19 15:50:52.322321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: extraroute_atomic.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.323383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.323964 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: extraroute-atomic
Nov 19 15:50:52.324327 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: filter_validation.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.325037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.325644 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: filter-validation
Nov 19 15:50:52.326009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: fip_pf_description.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.326935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.327509 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 19 15:50:52.328389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: fip_port_details.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.329335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.329940 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: fip-port-details
Nov 19 15:50:52.330304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: flavors.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.331558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.332147 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: flavors
Nov 19 15:50:52.332516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.334240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.334844 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 19 15:50:52.335227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: floatingip_pools.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.335993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.336579 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: floatingip-pools
Nov 19 15:50:52.336949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: ip_allocation.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.337925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.338501 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 19 15:50:52.338868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.339810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.340391 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: ip-substring-filtering
Nov 19 15:50:52.340760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l2_adjacency.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.341734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.342317 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 19 15:50:52.342721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.344467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.345058 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: router
Nov 19 15:50:52.345430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.347764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.348361 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 19 15:50:52.348737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.349722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.350309 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: ext-gw-mode
Nov 19 15:50:52.350682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.351618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.352200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: l3-ha
Nov 19 15:50:52.352568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3_flavors.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.353531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.354113 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: l3-flavors
Nov 19 15:50:52.354481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.355420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.355998 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 19 15:50:52.356367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: l3agentscheduler.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.357579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.358178 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: l3_agent_scheduler
Nov 19 15:50:52.358551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: logging.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.360110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.360711 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension logging not supported by any of loaded plugins
Nov 19 15:50:52.361088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: metering.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.362038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.362756 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: metering
Nov 19 15:50:52.363133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.364295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.364880 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: metering_source_and_destination_fields
Nov 19 15:50:52.365248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: multiprovidernet.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.366227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.366807 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: multi-provider
Nov 19 15:50:52.367174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: netmtu.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.368118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.368694 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: net-mtu
Nov 19 15:50:52.369064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: netmtu_writable.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.370028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.370608 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: net-mtu-writable
Nov 19 15:50:52.370974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: network_availability_zone.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.371699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.372275 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: network_availability_zone
Nov 19 15:50:52.372638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: network_ip_availability.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.373810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.374393 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: network-ip-availability
Nov 19 15:50:52.374784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: network_segment_range.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.375623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.376200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 19 15:50:52.376570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: pagination.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.377636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.378019 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: pagination
Nov 19 15:50:52.378386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.379326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.379914 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: port-mac-address-regenerate
Nov 19 15:50:52.380281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.381221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.381833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: port-numa-affinity-policy
Nov 19 15:50:52.382202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: port_resource_request.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.383147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.383718 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 19 15:50:52.384083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: portbindings.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.385035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.385642 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: binding
Nov 19 15:50:52.386009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: portbindings_extended.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.388821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.389420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: binding-extended
Nov 19 15:50:52.389834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: portsecurity.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.391316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.391904 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: port-security
Nov 19 15:50:52.392274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: project_id.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.393282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.393689 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: project-id
Nov 19 15:50:52.394053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: providernet.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.395004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.395847 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: provider
Nov 19 15:50:52.396215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.399804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.400406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos not supported by any of loaded plugins
Nov 19 15:50:52.400785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.402067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.402660 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 19 15:50:52.403036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.403974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.404563 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 19 15:50:52.404931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_default.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.406455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.407041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-default not supported by any of loaded plugins
Nov 19 15:50:52.407410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_fip.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.408114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.408694 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-fip not supported by any of loaded plugins
Nov 19 15:50:52.409059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.410040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.410618 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 19 15:50:52.410983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.411916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.412494 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 19 15:50:52.412862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.413823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.414407 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 19 15:50:52.414769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: qos_rules_alias.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.415922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.416508 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 19 15:50:52.416877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: quotasv2.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.417897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.418278 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: quotas
Nov 19 15:50:52.418646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: quotasv2_detail.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.420249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.420635 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: quota_details
Nov 19 15:50:52.421004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: rbac.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.422224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.422825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: rbac-policies
Nov 19 15:50:52.423210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: rbac_address_scope.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.424156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.424742 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: rbac-address-scope
Nov 19 15:50:52.425110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: rbac_security_groups.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.426077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.426666 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: rbac-security-groups
Nov 19 15:50:52.427032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.427961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.428544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: rbac-subnetpool
Nov 19 15:50:52.428911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: revisionifmatch.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.429896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.430482 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: revision-if-match
Nov 19 15:50:52.430849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: revisions.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.431991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.432576 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: standard-attr-revisions
Nov 19 15:50:52.432950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: router_availability_zone.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.433708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.434296 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: router_availability_zone
Nov 19 15:50:52.434659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: routerservicetype.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.435619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.436217 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension router-service-type not supported by any of loaded plugins
Nov 19 15:50:52.436584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.437580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.438170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: port-security-groups-filtering
Nov 19 15:50:52.438535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: securitygroup.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.451484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.452109 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: security-group
Nov 19 15:50:52.452487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: segment.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.453913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.454511 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension segment not supported by any of loaded plugins
Nov 19 15:50:52.454883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.455857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.456454 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 19 15:50:52.456827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: servicetype.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.457970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.458562 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: service-type
Nov 19 15:50:52.458929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: sorting.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.459928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.460311 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: sorting
Nov 19 15:50:52.460673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: standard_attr_segment.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.461673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.462258 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 19 15:50:52.462622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: standardattrdescription.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.463325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.463907 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: standard-attr-description
Nov 19 15:50:52.464271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: stateful_security_group.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.465240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.465854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: stateful-security-group
Nov 19 15:50:52.466219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: stdattrs_common.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.466814 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 19 15:50:52.467176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.468163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.469265 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 19 15:50:52.469683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnet_onboard.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.470768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.471356 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: subnet_onboard
Nov 19 15:50:52.471722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.472746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.473323 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 19 15:50:52.473726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnet_service_types.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.474680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.475264 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: subnet-service-types
Nov 19 15:50:52.475627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnetallocation.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.476734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.477330 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: subnet_allocation
Nov 19 15:50:52.477722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.478435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.479017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: subnetpool-prefix-ops
Nov 19 15:50:52.479384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.480340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.480915 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 19 15:50:52.481281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: tagging.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.482594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.483194 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: standard-attr-tag
Nov 19 15:50:52.483574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: timestamp.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.484792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.485379 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loaded extension: standard-attr-timestamp
Nov 19 15:50:52.485775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: trunk.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.486824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.487404 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension trunk not supported by any of loaded plugins
Nov 19 15:50:52.487770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: trunk_details.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.488714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.489297 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension trunk-details not supported by any of loaded plugins
Nov 19 15:50:52.489706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.490653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.491236 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 19 15:50:52.491601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Loading extension file: vlantransparent.py {{(pid=80316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 15:50:52.492312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 15:50:52.492904 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 19 15:50:52.495518 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:network
Nov 19 15:50:52.496326 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnet
Nov 19 15:50:52.497002 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 15:50:52.497714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:port
Nov 19 15:50:52.499189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.499709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service FLAVORS assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.500402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.500867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.501240 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:router
Nov 19 15:50:52.502016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 15:50:52.502799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service METERING assigned prefix: /metering {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.504607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5765549f60>> rbac-policy before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.505016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5765549f60>> rbac-policy before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.505409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5765549f60>> rbac-policy before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 15:50:52.506591 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 15:50:52.507072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 15:50:52.507881 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 15:50:52.508684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service CORE assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.509072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 15:50:52.509444 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] subnetpool is already registered
Nov 19 15:50:52.510153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service CORE assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.510525 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 15:50:52.510894 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] subnetpool is already registered
Nov 19 15:50:52.513811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.514295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service FLAVORS assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.514950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.515943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.516319 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:router
Nov 19 15:50:52.516691 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] router is already registered
Nov 19 15:50:52.517354 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 15:50:52.517750 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] floatingip is already registered
Nov 19 15:50:52.518446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service METERING assigned prefix: /metering {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.519188 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 15:50:52.519555 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] rbac_policy is already registered
Nov 19 15:50:52.520184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 15:50:52.520809 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] security_group is already registered
Nov 19 15:50:52.521497 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 15:50:52.521848 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] security_group_rule is already registered
Nov 19 15:50:52.522594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service CORE assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.522967 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 15:50:52.523332 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] subnetpool is already registered
Nov 19 15:50:52.524012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.resource_helper [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Service CORE assigned prefix:  {{(pid=80316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 15:50:52.524381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 15:50:52.524742 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.quota.resource_registry [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] subnetpool is already registered
Nov 19 15:50:52.525477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: extensions {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.527038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: address-groups {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.528748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: address-scopes {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.530103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: agents {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.531934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: auto-allocated-topology {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.533279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: availability_zones {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.534729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: dhcp-networks {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.536258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: dhcp-agents {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.537807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: routers {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.539747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: flavors {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.541009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: service_profiles {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.542337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: next_providers {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.544816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: service_profiles {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.546560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: floatingip-pools {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.547902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: routers {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.648451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: floatingips {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.649820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: l3-routers {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.651349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: l3-agents {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.652892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: metering-labels {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.654496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: metering-label-rules {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.655929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: network-ip-availabilities {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.657286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: bindings {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.659164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: quotas {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.660714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: quotas {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.662272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: rbac-policies {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.663670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: security-groups {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.664982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: security-group-rules {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.666341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: service-providers {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.667671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: subnetpools {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.669195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: subnetpools {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.670812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.672669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.674662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.676586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.678588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.680422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.682388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.684456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.686516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.689053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.extensions [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Extended resource: tags {{(pid=80316) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 15:50:52.696321 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING keystonemiddleware.auth_token [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 19 15:50:52.701766 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING keystonemiddleware.auth_token [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 19 15:50:52.711090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Acquired lock "singleton_lock" {{(pid=80316) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 19 15:50:52.711620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Releasing lock "singleton_lock" {{(pid=80316) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 19 15:50:52.713060 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Starting 2 workers
Nov 19 15:50:52.717977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Started child 80425 {{(pid=80316) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 15:50:52.725545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.725730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Started child 80426 {{(pid=80316) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 15:50:52.725838 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [-] (80425) wsgi starting up on http://0.0.0.0:9696
Nov 19 15:50:52.726014 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 19 15:50:52.726014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Notify callbacks [] for process, before_spawn {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.726331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 50820) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:50:52.727302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.727902 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Starting 1 workers
Nov 19 15:50:52.728682 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [-] (80426) wsgi starting up on http://0.0.0.0:9696
Nov 19 15:50:52.733482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Started child 80428 {{(pid=80316) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 15:50:52.734115 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Starting 1 workers
Nov 19 15:50:52.736083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] calling RpcWorker wait() {{(pid=80428) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 19 15:50:52.736537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] returning from RpcWorker wait() {{(pid=80428) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 19 15:50:52.737616 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0088432
Nov 19 15:50:52.738194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.739197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Started child 80429 {{(pid=80316) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 15:50:52.739739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:50:52.740779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91b613d0-2a1e-4ed2-90ba-aa93f4c5a0d2 None None] Notify callbacks [] for process, after_spawn {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.742685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80316) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 15:50:52.743132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 15:50:52.743525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 15:50:52.743989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 15:50:52.744599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 15:50:52.744973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 15:50:52.745618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:50:52.745922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.746339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.746767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.747158 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.747468 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.748248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.748721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.749186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.750184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.750610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.751030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.751388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.751809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.752224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.752723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.753143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.753571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.753971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.754298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.754734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.755165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.755576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.755988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.756379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.757132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.757563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.757951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.758330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.758773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.759193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.759632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.760060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.760453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.760871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.761341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.761807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.762255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.762565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.762830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.763303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-3-iscsi {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.763559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.763943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.764340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.764735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.765161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.766184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.766494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.766790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.767677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.767677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.767677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.767915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.768091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.768346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.768541 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.768823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.769130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.769432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.769698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.769882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.770069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.771720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.772134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.772206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.772845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.772956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.773207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.773507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.773750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.774151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.774583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.774858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.775129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.775388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.775637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.775887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.776184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.776441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.777379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.777481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:50:52.777559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.777559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.777559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.786997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.787559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.788829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.789089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.789530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.789986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.790247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.790570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.790831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.791091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.791384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.791641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.791916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.792176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.792668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.793117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.793381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.793678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.793936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.794171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.794600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.795100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.795383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.795645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.796049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.796434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.796895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.797172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.797435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.797740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.798002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.798259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.798514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.798778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.799030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.799308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.799586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.799839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.800090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.800371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.800627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.800873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.801128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.801385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.801691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.801962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.802230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.802480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.802729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.802979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.803556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.803556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.803988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.803988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.804273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.804418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.804653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.804933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.805310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.805593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.805850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.806142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.806416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.806710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.806986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.807260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.807517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.807803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.808053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.808343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.808629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.808891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.809221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.809381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.809754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.810083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.810374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.810627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.811061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.811478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.811800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.812699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.812931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.813198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.813562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.813897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.814174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.814470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.814751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.815083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.815370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.815675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.815989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.816420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.816732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.817118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.817410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.817817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.817988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.818287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.818576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.818875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.819145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.819430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.819666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.819945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.820302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.820595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.820865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.821133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.821472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.821874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.822192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.822350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.822649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.822934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.823210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.823577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.823754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.824028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.824305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.824550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.824801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.825052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.825309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.829280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.829280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.829280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.829280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.830093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.830093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.831094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.831197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.831487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.831732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.832011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.832299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.832601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.833580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.834071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.834520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.834988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.835401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.835893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.836205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.836648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.836945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.837224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.837571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.837840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.838137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.838415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.838667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.839769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.840040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.840307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.840567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.840960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.841223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.842298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.842574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.842948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.843242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.843854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.844128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.844393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.844657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.844918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.845239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.845683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.845946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.846237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.846504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.846767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.847051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.847274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.847524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.847778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.848046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.848355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.848659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.848937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.849214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.849552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.849833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.850084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.850401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.850678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.851043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.851401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.851638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.851922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.852181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.852437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.852697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.852994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.853350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.854257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.854257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.854607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.854607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.854881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.855232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.855552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.855904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.856255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.856629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.856930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.857164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.857491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.857829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.858088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.858345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.859951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.860181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.860439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.860704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.861099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.861366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.861658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.861823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 15:50:52.862605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80316) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 15:50:52.862605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 15:50:52.862894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 15:50:52.862894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 15:50:52.863179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 15:50:52.863320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 15:50:52.863462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.863650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.863920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.864940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.865992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.866143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.866285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.866461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.866654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.866841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867395 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.867968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.868251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.868440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.868625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.868783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.868968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.869153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.869339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.869560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.869747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.869932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.870131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.870285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.870528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.870714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-3-iscsi {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.870898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.871872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.872867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.873051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.873235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.873419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.873626 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.873768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.875481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.876433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.877946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.878473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.878473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.878473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.878473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.879863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.880865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.881050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.881236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.881415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.882370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.883017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 15:50:52.883017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.883882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.884196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.884496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.884803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.885133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.885425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.885735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.886562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.887712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.888646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.889958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.891965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.892561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.892561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.892561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.892826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.892826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.893005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.893102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.893280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.893508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.894844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.895034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.895221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.895407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.895836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.896023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.896195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.896387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.897906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.898071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.898252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.899903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.900091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.900278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.900466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.900651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.901915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.902046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.902195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.902443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.902597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.903948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.904212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.904212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.904394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.905118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.905118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.905118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.905118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.906466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:50:52.907414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.907414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.908835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.909033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.909145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.909331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.910878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.911899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.912839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.913877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.914853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.915872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.916893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.917048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.917240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.917405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.917643 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.917799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.918014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.918165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.919490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.920617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.921848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.922907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.923908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.924751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.924751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 15:50:52.924751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80316) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 15:51:02.930539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444abb8c-1111-472b-9214-d30d1b7f48a0 None None] get_active_networks_info from dv-cinder-763306-3-iscsi {{(pid=80428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 19 15:51:03.062108 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444abb8c-1111-472b-9214-d30d1b7f48a0 None None] No non-hosted networks {{(pid=80428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 19 15:51:03.092064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cd9c688a-31ed-4c38-832e-224872202e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:05.272455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2c404042-380a-464a-866d-96a0d1e18974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:05.320987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e2c81873-ab3f-4ef4-b0da-c783ac6edbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:05.806847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:06.495192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:06.495722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.496282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.496651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.497017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.497377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.497794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.498153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.498531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.498888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.499243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.499661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.501390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:06.502044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f576487f9e8>, 'Open vSwitch agent', 'dv-cinder-763306-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:06.509763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f576487f828>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:06.622687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] get_endpoint_by_host() called for host dv-cinder-763306-3-iscsi {{(pid=80428) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 15:51:06.628547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=80428) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 15:51:06.631731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=80428) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 15:51:06.676698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] _get_endpoints() called {{(pid=80428) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 15:51:06.957106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:09.028829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 50926) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:09.674672 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-1d995267-0312-496c-867d-e7b2b340781a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:09.675283 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-1d995267-0312-496c-867d-e7b2b340781a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:09.902345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-1d995267-0312-496c-867d-e7b2b340781a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80425) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:51:09.903497 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1d995267-0312-496c-867d-e7b2b340781a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8736234
Nov 19 15:51:12.398339 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_hamode_db [None req-1698dba8-3f95-4884-b2ba-5f9fe9a5491a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 19 15:51:12.487503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698dba8-3f95-4884-b2ba-5f9fe9a5491a None None] Routers set() bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 15:51:12.487861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698dba8-3f95-4884-b2ba-5f9fe9a5491a None None] Router IDs set() for agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 19 15:51:12.649075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 50940) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:13.067515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:13.115835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.policy [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80425) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 15:51:13.116686 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:13.117102 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:13.124327 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5764ff0a90>.
Nov 19 15:51:13.168721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:13.276412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286021504762', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286021525562', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286021526391', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286021537608', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286021534345', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851361315', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851278448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854213044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724116'] for rbac-policy, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:13.493752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:13.495398 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bc45d8cf-27e3-437f-8165-98ed3a54ce6c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8450673
Nov 19 15:51:16.544340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 50954) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:17.278161 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:17.279285 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:17.509225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3af78573549442d491143d459675daf6', 'name': 'private'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:17.512280 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.quota [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f57650291d0>.
Nov 19 15:51:17.557564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:17.563980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Usage tracker for resource:network and tenant:3af78573549442d491143d459675daf6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:17.568177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:17.575347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:17.630912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Made reservation on behalf of 3af78573549442d491143d459675daf6 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:51:17.665936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.policy [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80426) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 15:51:17.666798 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:17.667212 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING oslo_policy.policy [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 15:51:17.678129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:17.699072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:17.801504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:17.805623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Usage tracker for resource:security_group_rule and tenant:3af78573549442d491143d459675daf6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:17.808588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:17.814222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:17.934708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:17.961991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:17.967571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:17.989531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 15:51:18.014471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:18.015533 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Added segment 18a4a328-72c8-437b-8030-a53a43de6f4e of type vxlan for network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d
Nov 19 15:51:18.072969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1599e1-741d-49e7-b833-6c34e03b3000,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:18.099166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.099339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.099685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.100047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.100400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.100753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.101106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.101485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.101847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.102202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.102551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.102896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Tracked resource versions report:
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'}}
Nov 19 15:51:18.104088 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 15:51:18.140447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:18.154897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:18.224644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:18.226120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:18.226786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:18.231697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:18.385425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c69718-4cb6-45d3-8be1-c8ec6b9c658d,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:18.385425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:18.385950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 15:51:18.481205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.9338470
Nov 19 15:51:21.634730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 50976) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:22.154700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45058f4c-94c8-40d0-ba16-e8b4f33e597a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:22.156217 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-45058f4c-94c8-40d0-ba16-e8b4f33e597a admin admin] 10.222.0.43 "GET /v2.0/networks/d9c69718-4cb6-45d3-8be1-c8ec6b9c658d HTTP/1.1" status: 200  len: 818 time: 0.5204282
Nov 19 15:51:22.189511 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-47b41ecc-e9a6-4f90-b1a6-8f97609aed99 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb HTTP/1.1" status: 200  len: 734 time: 0.0269361
Nov 19 15:51:22.199483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Request body: {'subnet': {'tenant_id': '3af78573549442d491143d459675daf6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb', 'ip_version': 4, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:22.205110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:22.209095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Usage tracker for resource:subnet and tenant:3af78573549442d491143d459675daf6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:22.212592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:22.218373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:22.309218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Made reservation on behalf of 3af78573549442d491143d459675daf6 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:51:22.313944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:23.012523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:23.027880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:23.161601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373ddd60-ee96-493c-a344-9a2f4cfc94a8,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:23.175822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:23.232759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Checking segment: {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:51:23.233137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Network hostable DHCP agents. Network: d9c69718-4cb6-45d3-8be1-c8ec6b9c658d, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 15:51:23.303108 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 15:51:23.337177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, d9c69718-4cb6-45d3-8be1-c8ec6b9c658d) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:23.341657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:23.342297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:23.347135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44820f46-8296-446e-965a-60c8c80c2a20 None None] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:51:23.392122 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1964173
Nov 19 15:51:23.749973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-d9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 15:51:23.751292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:24.090924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Allocated IP 172.20.0.2 (d9c69718-4cb6-45d3-8be1-c8ec6b9c658d/373ddd60-ee96-493c-a344-9a2f4cfc94a8/a453d5ef-255f-4341-b31c-3dace5641e3f) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 15:51:24.328738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:24.382098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Transition to ACTIVE for port object a453d5ef-255f-4341-b31c-3dace5641e3f will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:51:24.399053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Transition to ACTIVE for port object a453d5ef-255f-4341-b31c-3dace5641e3f will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:51:24.428931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:24.444534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:24.738750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Pushing event updated for resources: {'Port': ['ID=a453d5ef-255f-4341-b31c-3dace5641e3f,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:24.754745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.755132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.755510 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.755879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.756245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.756611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.756970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.757334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.757742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.758102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.758457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.758815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Tracked resource versions report:
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'}}
Nov 19 15:51:24.759987 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 15:51:24.776917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:24.817427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 15:51:24.818689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:24.821861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 15:51:24.882409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Attempting to bind port a453d5ef-255f-4341-b31c-3dace5641e3f on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 15:51:24.882818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Attempting to bind port a453d5ef-255f-4341-b31c-3dace5641e3f by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 15:51:24.883243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Attempting to bind port a453d5ef-255f-4341-b31c-3dace5641e3f on network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 15:51:24.890719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 15:51:24.891148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Checking segment: {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:51:24.891616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:24.892047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Bound using segment: {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 15:51:24.892598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Bound port: a453d5ef-255f-4341-b31c-3dace5641e3f, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 15:51:24.893007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:24.983222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] For port a453d5ef-255f-4341-b31c-3dace5641e3f, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 15:51:24.987270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] For port a453d5ef-255f-4341-b31c-3dace5641e3f, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=a453d5ef-255f-4341-b31c-3dace5641e3f,segment=NetworkSegment(18a4a328-72c8-437b-8030-a53a43de6f4e),segment_id=18a4a328-72c8-437b-8030-a53a43de6f4e)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 15:51:25.017857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:25.033484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:25.180055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Pushing event updated for resources: {'Port': ['ID=a453d5ef-255f-4341-b31c-3dace5641e3f,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:25.185547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:26.151568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 50986) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:26.614138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-1f30c940-5f80-4312-a517-c9843925fdfd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:51:26.615251 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1f30c940-5f80-4312-a517-c9843925fdfd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4626000
Nov 19 15:51:28.702987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device a453d5ef-255f-4341-b31c-3dace5641e3f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:51:28.805725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port a453d5ef-255f-4341-b31c-3dace5641e3f completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:51:29.383248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51000) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:29.679191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef8617-450c-4f01-9ad4-31a470b03a86 None None] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:51:29.803738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Provisioning for port a453d5ef-255f-4341-b31c-3dace5641e3f completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:51:29.814546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:29.814960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:29.823554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-29654708-4e79-42af-98a9-9a4324471a69 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80425) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:51:29.824600 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-29654708-4e79-42af-98a9-9a4324471a69 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4403412
Nov 19 15:51:30.043033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:30.087486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] For port a453d5ef-255f-4341-b31c-3dace5641e3f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=a453d5ef-255f-4341-b31c-3dace5641e3f,segment=NetworkSegment(18a4a328-72c8-437b-8030-a53a43de6f4e),segment_id=18a4a328-72c8-437b-8030-a53a43de6f4e)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 15:51:30.125925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:30.128064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:30.196465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Pushing event updated for resources: {'Port': ['ID=a453d5ef-255f-4341-b31c-3dace5641e3f,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:30.199734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:30.253743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-7bb2f7c6-18d0-445c-9483-b74c2aa024a7 None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:30.254276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f7c6-18d0-445c-9483-b74c2aa024a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:30.508428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-f50b23e4-2bc6-441e-b4c1-3bae4e966986 None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:30.508955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f50b23e4-2bc6-441e-b4c1-3bae4e966986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:30.691173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device a453d5ef-255f-4341-b31c-3dace5641e3f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:51:30.769398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9a82c502-5198-4a32-b386-6af71bf63cec None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:30.770090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a82c502-5198-4a32-b386-6af71bf63cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:30.819592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:30.820096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:32.762017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1bb0225-4c75-4d60-9de8-20d56a745a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:32.928635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51012) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:33.338554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Request body: {'router': {'tenant_id': '3af78573549442d491143d459675daf6', 'name': 'router1', 'admin_state_up': True}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:33.343896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:33.348623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Usage tracker for resource:router and tenant:3af78573549442d491143d459675daf6 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:33.352140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:33.358736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:33.408061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:33.409736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:33.492088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:33.636606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:33.685910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:33.687131 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-31bef289-16e5-4988-a8d2-cb8710819f0f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7574482
Nov 19 15:51:35.251585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ba8461ac-3191-4131-b2ba-c68dd21b12e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:35.710198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:36.436817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51032) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:36.488065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:36.632163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-ad7d4dab-33c5-4db0-b923-93b4568540ec admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80425) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:51:36.633229 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ad7d4dab-33c5-4db0-b923-93b4568540ec admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1954749
Nov 19 15:51:36.939017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.223343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51052) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:39.304229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:39.310577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:39.314645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Usage tracker for resource:network and tenant:041efb7c5e394dfebe1baac3fb1759fb is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:39.318231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:39.324042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:39.410921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Made reservation on behalf of 041efb7c5e394dfebe1baac3fb1759fb for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:51:39.417189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.434709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.573291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:39.577762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Usage tracker for resource:security_group_rule and tenant:041efb7c5e394dfebe1baac3fb1759fb is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:39.583393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:39.589075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:39.713118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.750106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.755720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:39.813756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Reserving flat network on physical network physnet1 {{(pid=80425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 19 15:51:39.899690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:39.900342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5765f25400> segment precommit_create {{(pid=80425) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 19 15:51:39.900869 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Added segment 8b40ac01-f0ba-4755-aa77-86a656199d56 of type flat for network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5
Nov 19 15:51:39.963081 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c61cd51-2a50-40e4-a2b0-3015e70383bf,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:39.986506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.986881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.987251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.987613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.987963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.988322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.988677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.989023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.989384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.989779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.990127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.990470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Tracked resource versions report:
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'}}
Nov 19 15:51:39.991726 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 15:51:40.029644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:40.040944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:40.151461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:40.152867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:40.153573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:40.158788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:40.272486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:40.275638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:40.286823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 15:51:40.305385 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0808809
Nov 19 15:51:42.893251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51066) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:43.044169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160fbf0-9e9e-4973-b55c-21b5f7d5fa71 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:43.046308 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6160fbf0-9e9e-4973-b55c-21b5f7d5fa71 admin admin] 10.222.0.43 "GET /v2.0/subnets/373ddd60-ee96-493c-a344-9a2f4cfc94a8 HTTP/1.1" status: 200  len: 849 time: 0.1520507
Nov 19 15:51:43.345412 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8d4272a9-5c5d-4d82-b222-949e40ba7ba2 admin admin] 10.222.0.43 "GET /v2.0/routers/7684ecf6-f784-4d80-9327-41d6a607d1a7 HTTP/1.1" status: 200  len: 704 time: 0.2927368
Nov 19 15:51:43.848436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:44.261337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Allocated IP 172.20.0.1 (d9c69718-4cb6-45d3-8be1-c8ec6b9c658d/373ddd60-ee96-493c-a344-9a2f4cfc94a8/89e2530e-c8c0-404c-a231-fc773511c39f) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 15:51:44.499993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:44.518688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Transition to ACTIVE for port object 89e2530e-c8c0-404c-a231-fc773511c39f will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:51:44.599692 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:44.614916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:44.749923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Pushing event updated for resources: {'Port': ['ID=89e2530e-c8c0-404c-a231-fc773511c39f,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:44.756199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:44.812138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 15:51:44.813178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:44.816050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 15:51:44.816547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:44.980354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.052882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-96efd89f-fd02-483d-8850-b8dc47b8a599 None None] Provisioning for port 89e2530e-c8c0-404c-a231-fc773511c39f completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:51:45.058195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-96efd89f-fd02-483d-8850-b8dc47b8a599 None None] Provisioning complete for port 89e2530e-c8c0-404c-a231-fc773511c39f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:45.058647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-96efd89f-fd02-483d-8850-b8dc47b8a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.116566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-96efd89f-fd02-483d-8850-b8dc47b8a599 None None] Port 89e2530e-c8c0-404c-a231-fc773511c39f cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 15:51:45.424644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.485046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.486214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.499498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:45.627839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Pushing event updated for resources: {'Port': ['ID=89e2530e-c8c0-404c-a231-fc773511c39f,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:45.632116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:45.690604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 15:51:45.691742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:45.842657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:51:45.941310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-1c9ea0c4-e26a-48e0-b56b-15a3195a79eb None None] Provisioning complete for port 89e2530e-c8c0-404c-a231-fc773511c39f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:45.941677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea0c4-e26a-48e0-b56b-15a3195a79eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:45.994906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ea0c4-e26a-48e0-b56b-15a3195a79eb None None] Port 89e2530e-c8c0-404c-a231-fc773511c39f cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 15:51:46.087010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Router 7684ecf6-f784-4d80-9327-41d6a607d1a7 is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 15:51:46.265618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 15:51:46.275587 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] 10.222.0.43 "PUT /v2.0/routers/7684ecf6-f784-4d80-9327-41d6a607d1a7/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.9245830
Nov 19 15:51:46.275742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Sync routers for ids ['7684ecf6-f784-4d80-9327-41d6a607d1a7'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 15:51:46.289959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Routers {'7684ecf6-f784-4d80-9327-41d6a607d1a7'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 15:51:46.290858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576522f7f0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T15:51:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['7684ecf6-f784-4d80-9327-41d6a607d1a7'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:46.471621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Set router 7684ecf6-f784-4d80-9327-41d6a607d1a7 gateway port host: None {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 15:51:46.864815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576522f7f0>, [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:44Z', 'revision_number': 2, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port_host': None, '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:45Z', 'revision_number': 2, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:46.870003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Checking router: 7684ecf6-f784-4d80-9327-41d6a607d1a7 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 15:51:46.870423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Updating router 7684ecf6-f784-4d80-9327-41d6a607d1a7 port 89e2530e-c8c0-404c-a231-fc773511c39f binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 15:51:46.926964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:47.375998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:47.392181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Transition to ACTIVE for port object 89e2530e-c8c0-404c-a231-fc773511c39f will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:51:47.452944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:47.472319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:47.783317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Pushing event updated for resources: {'Port': ['ID=89e2530e-c8c0-404c-a231-fc773511c39f,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:47.806944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.807324 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.807687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.808046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.808401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.808754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.809104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.809471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.809832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.810180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.810547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.810898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Tracked resource versions report:
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'}}
Nov 19 15:51:47.812050 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 15:51:47.825153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:47.964465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Attempting to bind port 89e2530e-c8c0-404c-a231-fc773511c39f on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 15:51:47.964892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Attempting to bind port 89e2530e-c8c0-404c-a231-fc773511c39f by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 15:51:47.965368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Attempting to bind port 89e2530e-c8c0-404c-a231-fc773511c39f on network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 15:51:47.974155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 15:51:47.974590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Checking segment: {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:51:47.975064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:47.975491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Bound using segment: {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 15:51:47.976033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Bound port: 89e2530e-c8c0-404c-a231-fc773511c39f, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a4a328-72c8-437b-8030-a53a43de6f4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 15:51:47.976430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:48.115379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] For port 89e2530e-c8c0-404c-a231-fc773511c39f, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 15:51:48.119860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] For port 89e2530e-c8c0-404c-a231-fc773511c39f, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=89e2530e-c8c0-404c-a231-fc773511c39f,segment=NetworkSegment(18a4a328-72c8-437b-8030-a53a43de6f4e),segment_id=18a4a328-72c8-437b-8030-a53a43de6f4e)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 15:51:48.171636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:48.188016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:48.338149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Pushing event updated for resources: {'Port': ['ID=89e2530e-c8c0-404c-a231-fc773511c39f,revision_number=4']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:48.344047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:48.405066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Routers {'7684ecf6-f784-4d80-9327-41d6a607d1a7'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 15:51:48.405777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576522f7f0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T15:51:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['7684ecf6-f784-4d80-9327-41d6a607d1a7'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:48.568194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] Set router 7684ecf6-f784-4d80-9327-41d6a607d1a7 gateway port host: None {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 15:51:48.829638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51078) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:48.914785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576522f7f0>, [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:44Z', 'revision_number': 2, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port_host': None, '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:48Z', 'revision_number': 4, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:48.918928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410f48e9-7c21-49e6-a408-2712f992153a None None] The sync data for ids ['7684ecf6-f784-4d80-9327-41d6a607d1a7'] in dv-cinder-763306-3-iscsi is: [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:44Z', 'revision_number': 2, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port_host': None, '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:48Z', 'revision_number': 4, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 15:51:49.016599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fab5c4-8f36-43f8-bfbd-df3baf01687d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:49.019030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80fab5c4-8f36-43f8-bfbd-df3baf01687d admin admin] Synchronizing usage tracker for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 15:51:49.069482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80fab5c4-8f36-43f8-bfbd-df3baf01687d admin admin] Unset dirty status for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 15:51:49.070856 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-80fab5c4-8f36-43f8-bfbd-df3baf01687d admin admin] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 842 time: 0.2401378
Nov 19 15:51:49.081658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:49.087747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:49.092461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Usage tracker for resource:subnet and tenant:041efb7c5e394dfebe1baac3fb1759fb is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:49.095728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:49.102095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:49.149910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Made reservation on behalf of 041efb7c5e394dfebe1baac3fb1759fb for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:51:49.155026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Notify callbacks [] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:49.754140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80425) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 15:51:49.754662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:49.770880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:50.072591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=798f42b1-c64a-4758-a9ef-7a06dd61a6ef,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:50.086900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:50.147561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:51:50.147938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Network hostable DHCP agents. Network: f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 15:51:50.222032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 15:51:50.255999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:50.260382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:50.261025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:50.264536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2133d06-e5ff-4c12-8aa4-5241deb7404a None None] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:51:50.331856 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2543206
Nov 19 15:51:50.500645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a250b-0905-4e2b-825d-560447b2d3c0 None None] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:51:50.733828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 89e2530e-c8c0-404c-a231-fc773511c39f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:51:50.838991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 89e2530e-c8c0-404c-a231-fc773511c39f completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:51:50.844411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 89e2530e-c8c0-404c-a231-fc773511c39f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:50.844829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:50.963711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:50.996950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 89e2530e-c8c0-404c-a231-fc773511c39f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=89e2530e-c8c0-404c-a231-fc773511c39f,segment=NetworkSegment(18a4a328-72c8-437b-8030-a53a43de6f4e),segment_id=18a4a328-72c8-437b-8030-a53a43de6f4e)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 15:51:51.052604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:51.054843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:51.121131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=89e2530e-c8c0-404c-a231-fc773511c39f,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:51.124995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:52.690301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 89e2530e-c8c0-404c-a231-fc773511c39f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:51:52.760532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 89e2530e-c8c0-404c-a231-fc773511c39f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:52.760941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:52.907869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51092) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:53.152335 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-777e7ae1-b153-4cb3-88a5-9f60cdca5205 admin admin] 10.222.0.43 "GET /v2.0/routers/7684ecf6-f784-4d80-9327-41d6a607d1a7 HTTP/1.1" status: 200  len: 710 time: 0.2431424
Nov 19 15:51:53.293626 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05cd7a-562e-477d-9ae4-231591e3756c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:51:53.295145 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9e05cd7a-562e-477d-9ae4-231591e3756c admin admin] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 886 time: 0.1362751
Nov 19 15:51:53.305120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:51:53.791898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.010449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.044343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.057242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.089073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:51:54.093067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:51:54.095952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:51:54.101572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:51:54.294094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.314786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.329749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:54.421242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f358b896-228b-476f-ae36-87ecdfa15a72,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:54.425764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:54.587008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Allocated IP 172.27.2.150 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/18581569-4242-4791-bf83-c0752bda564d) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 15:51:54.737602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.806708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:54.821623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:54.958216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=18581569-4242-4791-bf83-c0752bda564d,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:54.963039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:55.010505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 15:51:55.011692 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:51:55.013982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 15:51:55.266277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:55.599566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:55.602990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854131162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854091330'] for router, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:55.805967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Router 7684ecf6-f784-4d80-9327-41d6a607d1a7 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 15:51:56.010100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 15:51:56.020677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Sync routers for ids ['7684ecf6-f784-4d80-9327-41d6a607d1a7'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 15:51:56.026688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:56.027966 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] 10.222.0.43 "PUT /v2.0/routers/7684ecf6-f784-4d80-9327-41d6a607d1a7 HTTP/1.1" status: 200  len: 890 time: 2.7263696
Nov 19 15:51:56.034032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Routers {'7684ecf6-f784-4d80-9327-41d6a607d1a7'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 15:51:56.034801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576421d7b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T15:51:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['7684ecf6-f784-4d80-9327-41d6a607d1a7'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:56.381996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Set router 7684ecf6-f784-4d80-9327-41d6a607d1a7 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 15:51:56.735590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576421d7b8>, [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '18581569-4242-4791-bf83-c0752bda564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:55Z', 'revision_number': 4, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port': {'id': '18581569-4242-4791-bf83-c0752bda564d', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:54Z', 'updated_at': '2020-11-19T15:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:50Z', 'revision_number': 5, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:56.740799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Checking router: 7684ecf6-f784-4d80-9327-41d6a607d1a7 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 15:51:56.741216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Updating router 7684ecf6-f784-4d80-9327-41d6a607d1a7 port 18581569-4242-4791-bf83-c0752bda564d binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 15:51:56.794532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.195837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.261941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Transition to ACTIVE for port object 18581569-4242-4791-bf83-c0752bda564d will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:51:57.319023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.335696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:57.467514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Pushing event updated for resources: {'Port': ['ID=18581569-4242-4791-bf83-c0752bda564d,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:57.472337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:57.531528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Attempting to bind port 18581569-4242-4791-bf83-c0752bda564d on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 15:51:57.531940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Attempting to bind port 18581569-4242-4791-bf83-c0752bda564d by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 15:51:57.532346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Attempting to bind port 18581569-4242-4791-bf83-c0752bda564d on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 15:51:57.539167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 15:51:57.539585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:51:57.540030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.540464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 15:51:57.540975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Bound port: 18581569-4242-4791-bf83-c0752bda564d, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 15:51:57.541391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.614555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] For port 18581569-4242-4791-bf83-c0752bda564d, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 15:51:57.617787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] For port 18581569-4242-4791-bf83-c0752bda564d, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=18581569-4242-4791-bf83-c0752bda564d,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 15:51:57.656289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:57.669390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:57.820749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Pushing event updated for resources: {'Port': ['ID=18581569-4242-4791-bf83-c0752bda564d,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:57.825975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:51:57.869488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Routers {'7684ecf6-f784-4d80-9327-41d6a607d1a7'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 15:51:57.870159 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576421d7b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T15:51:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['7684ecf6-f784-4d80-9327-41d6a607d1a7'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:58.059388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] Set router 7684ecf6-f784-4d80-9327-41d6a607d1a7 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 15:51:58.555103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576421d7b8>, [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '18581569-4242-4791-bf83-c0752bda564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:55Z', 'revision_number': 4, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port': {'id': '18581569-4242-4791-bf83-c0752bda564d', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:54Z', 'updated_at': '2020-11-19T15:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:50Z', 'revision_number': 5, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:51:58.559270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea4a798-76c5-40eb-a531-55b7d3cc5b2c None None] The sync data for ids ['7684ecf6-f784-4d80-9327-41d6a607d1a7'] in dv-cinder-763306-3-iscsi is: [{'id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'name': 'router1', 'tenant_id': '3af78573549442d491143d459675daf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '18581569-4242-4791-bf83-c0752bda564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:51:33Z', 'updated_at': '2020-11-19T15:51:55Z', 'revision_number': 4, 'project_id': '3af78573549442d491143d459675daf6', 'gw_port': {'id': '18581569-4242-4791-bf83-c0752bda564d', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:54Z', 'updated_at': '2020-11-19T15:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '89e2530e-c8c0-404c-a231-fc773511c39f', 'name': '', 'network_id': 'd9c69718-4cb6-45d3-8be1-c8ec6b9c658d', 'tenant_id': '3af78573549442d491143d459675daf6', 'mac_address': 'fa:16:3e:b2:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7684ecf6-f784-4d80-9327-41d6a607d1a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:51:44Z', 'updated_at': '2020-11-19T15:51:50Z', 'revision_number': 5, 'project_id': '3af78573549442d491143d459675daf6', 'subnets': [{'id': '373ddd60-ee96-493c-a344-9a2f4cfc94a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d4d2d7b-3a1a-41a5-803e-d7d4dcba4fcb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 15:51:58.748659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 18581569-4242-4791-bf83-c0752bda564d up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:51:58.768594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51102) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:51:58.861864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 18581569-4242-4791-bf83-c0752bda564d completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:51:58.867309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 18581569-4242-4791-bf83-c0752bda564d triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:51:58.867662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:58.927634 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4b604b62-8aa7-4b34-be22-73280c593b00 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1574972
Nov 19 15:51:59.014091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:59.034498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 18581569-4242-4791-bf83-c0752bda564d, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=18581569-4242-4791-bf83-c0752bda564d,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 15:51:59.063266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:51:59.065870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:51:59.134199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=18581569-4242-4791-bf83-c0752bda564d,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:51:59.138229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:52:00.699237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 18581569-4242-4791-bf83-c0752bda564d up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:52:00.777363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 18581569-4242-4791-bf83-c0752bda564d triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:52:00.777766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:02.767481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66e66ac9-1beb-47d5-82f3-e2deee17daf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:05.263627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-36c44513-e5b3-4759-b141-c3d9daee789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:05.732289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:06.519577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:06.938163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:22.843161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:52:32.759739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4e90a3a4-9bd9-4f7e-b56a-fbe62d62666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:35.245445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-77b45870-b0d6-4374-b48a-499bc571f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:35.731492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:36.491000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:36.925551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:52:59.843789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:53:02.758890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-655fe979-b8d6-4eff-8a96-d5fe109a3ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:05.254474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-743cadd6-949a-47fd-a596-2b58c91f65b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:05.707443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:06.490008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:06.941539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:32.773617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1208edfd-0a56-465d-9a3b-f70b9e8ff9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:35.261109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa3abdb4-0b72-46a1-8c64-74dcf9591553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:35.733620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:36.487785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:53:36.845816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:53:36.951361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:02.757908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fc52659b-25ee-42e2-83e8-7ad60a07180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:05.248408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-30c68839-6c8f-4817-ab33-2dc853ee3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:05.746181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:06.494666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:06.957497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:13.848496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:54:20.116930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51678) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:20.272047 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fe3890-71c5-4ea6-8dd2-ed2597b12679 admin admin] GET failed (client error): The resource could not be found.
Nov 19 15:54:20.274594 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b2fe3890-71c5-4ea6-8dd2-ed2597b12679 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1562190
Nov 19 15:54:20.432517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdace1-a0aa-4ada-9568-3a31fbbede95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:20.434814 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-94cdace1-a0aa-4ada-9568-3a31fbbede95 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1560185
Nov 19 15:54:23.013185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51688) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:23.167976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0382c61-09e1-40c5-8d66-af87d479a1e3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:23.168597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d0382c61-09e1-40c5-8d66-af87d479a1e3 admin admin] Synchronizing usage tracker for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:subnet {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 15:54:23.277007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d0382c61-09e1-40c5-8d66-af87d479a1e3 admin admin] Unset dirty status for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:subnet {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 15:54:23.278345 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d0382c61-09e1-40c5-8d66-af87d479a1e3 admin admin] 10.222.0.43 "GET /v2.0/subnets/373ddd60-ee96-493c-a344-9a2f4cfc94a8 HTTP/1.1" status: 200  len: 849 time: 0.2641115
Nov 19 15:54:23.288920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:54:23.421562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:23.801072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750834309133'] for subnet, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:23.817960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-522ef139-ac24-44e2-a777-6cf4ffe9bbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:54:23.966700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373ddd60-ee96-493c-a344-9a2f4cfc94a8,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:54:23.993894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.994180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.994546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.994925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.996250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.996628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.996988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.997381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.997740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.998096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.998421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:23.998773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:54:24.004453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:54:24.037558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:24.038550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:24.040678 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] 10.222.0.43 "PUT /v2.0/subnets/373ddd60-ee96-493c-a344-9a2f4cfc94a8 HTTP/1.1" status: 200  len: 868 time: 0.7557330
Nov 19 15:54:24.043882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd315e-31a4-462e-b9cd-af10cdcedea4 None None] Network d9c69718-4cb6-45d3-8be1-c8ec6b9c658d requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:54:24.665029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-fa01cd4c-aa34-4b6e-b8a0-660e655d9b00 None None] Provisioning complete for port 89e2530e-c8c0-404c-a231-fc773511c39f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:54:24.665348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa01cd4c-aa34-4b6e-b8a0-660e655d9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:24.811712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-fa01cd4c-aa34-4b6e-b8a0-660e655d9b00 None None] Provisioning complete for port a453d5ef-255f-4341-b31c-3dace5641e3f triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:54:24.812240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa01cd4c-aa34-4b6e-b8a0-660e655d9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:26.765596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51698) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:27.135175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f698cf-3882-45d1-b101-a9407d9ee1d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:27.136485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f698cf-3882-45d1-b101-a9407d9ee1d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:27.139462 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-55f698cf-3882-45d1-b101-a9407d9ee1d2 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.3722391
Nov 19 15:54:29.730113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51708) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:29.965773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bddb6-d458-48b4-902b-dfc9344517d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:29.966114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bddb6-d458-48b4-902b-dfc9344517d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:29.967824 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-393bddb6-d458-48b4-902b-dfc9344517d2 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2365892
Nov 19 15:54:32.600238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51718) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:32.803639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-072b1486-4925-4e19-b220-49d98a909e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:32.847115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8a7f7-6546-453c-b0af-55cee43b3cb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:32.848681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-87a8a7f7-6546-453c-b0af-55cee43b3cb5 admin admin] 10.222.0.43 "GET /v2.0/networks/d9c69718-4cb6-45d3-8be1-c8ec6b9c658d HTTP/1.1" status: 200  len: 862 time: 0.2473495
Nov 19 15:54:35.240637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bcc05c72-99ed-4b13-8815-c594267830aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:35.451560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51728) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:35.677404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08aa09b-72b8-4a9c-93e4-0de529f521bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:35.680441 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b08aa09b-72b8-4a9c-93e4-0de529f521bd admin admin] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 886 time: 0.2273846
Nov 19 15:54:35.737634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:36.492477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:36.973833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:54:38.355608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51738) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:38.506949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868f3c9-f95f-410f-a92d-74a0ee1f63ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:38.507369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868f3c9-f95f-410f-a92d-74a0ee1f63ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:38.509052 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d868f3c9-f95f-410f-a92d-74a0ee1f63ad admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1520901
Nov 19 15:54:41.100217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51748) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:41.251040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2f07d-1311-43c0-b01c-56fa7932a159 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:41.251456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2f07d-1311-43c0-b01c-56fa7932a159 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:41.253132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4be2f07d-1311-43c0-b01c-56fa7932a159 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1518278
Nov 19 15:54:43.871425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51758) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:44.061145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6840f-5064-437b-aec6-1775d2187233 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:44.062574 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3ee6840f-5064-437b-aec6-1775d2187233 admin admin] 10.222.0.43 "GET /v2.0/subnets/373ddd60-ee96-493c-a344-9a2f4cfc94a8 HTTP/1.1" status: 200  len: 868 time: 0.1899686
Nov 19 15:54:46.622038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51768) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:54:46.803662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e8012-15fd-459a-b2fb-9f3c64c08361 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:54:46.805066 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-be4e8012-15fd-459a-b2fb-9f3c64c08361 admin admin] 10.222.0.43 "GET /v2.0/subnets/798f42b1-c64a-4758-a9ef-7a06dd61a6ef HTTP/1.1" status: 200  len: 816 time: 0.1819894
Nov 19 15:54:50.848867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:55:02.761622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d8cef822-c41e-4b1a-9827-3cd57e9c9ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:05.241486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-27080b9d-d1d0-423f-9bbc-d019019db1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:05.745112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:06.491360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:06.966464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:13.569648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51808) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:55:13.655061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-e3efbe58-3ccf-45b9-b00f-04eaecbc22e7 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:55:13.656156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e3efbe58-3ccf-45b9-b00f-04eaecbc22e7 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0854177
Nov 19 15:55:16.350392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51818) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:55:16.458556 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.pecan_wsgi.hooks.translation [None req-737710cc-0fdc-4aeb-8536-e9ac54aeb896 admin admin] GET failed (client error): The resource could not be found.
Nov 19 15:55:16.459968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-737710cc-0fdc-4aeb-8536-e9ac54aeb896 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1085520
Nov 19 15:55:16.667916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32281976-b9ad-4903-afcb-14216d9e465b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:55:16.669615 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-32281976-b9ad-4903-afcb-14216d9e465b admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2031350
Nov 19 15:55:19.303059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51828) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:55:19.402934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:55:19.408289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:55:19.419446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:55:19.456423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Made reservation on behalf of 041efb7c5e394dfebe1baac3fb1759fb for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:55:19.461226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:19.597405 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.services.revisions.revision_plugin [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f576460e7b8] {project_id='041efb7c5e394dfebe1baac3fb1759fb', id='71ad6564-9f88-4e92-9494-af6f1139639a', target_tenant='*', action='access_as_shared', object_id='6a1e0e80-08c3-4acc-adc6-4837b7d97362'}> to bump revision.
Nov 19 15:55:19.621595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 15:55:19.670068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:19.670516 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Added segment 8e3494a1-6bcc-497f-99db-e6e3844e160b of type vxlan for network 6a1e0e80-08c3-4acc-adc6-4837b7d97362
Nov 19 15:55:19.722863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:19.811124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:19.812579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:55:19.813278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:19.818877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:55:19.932687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Pushing event updated for resources: {'Network': ['ID=6a1e0e80-08c3-4acc-adc6-4837b7d97362,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:55:19.942142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.942517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.942883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.943244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.943604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.943961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.944314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.944670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.945024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.945377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.945778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.946129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:19.950624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:55:19.964193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 15:55:19.971946 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6676280
Nov 19 15:55:22.667637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51838) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:55:22.846207 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3167be-cbc5-46f1-a832-68263ba82564 admin admin] GET failed (client error): The resource could not be found.
Nov 19 15:55:22.846722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ea3167be-cbc5-46f1-a832-68263ba82564 admin admin] Synchronizing usage tracker for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:network {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 15:55:22.892461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ea3167be-cbc5-46f1-a832-68263ba82564 admin admin] Unset dirty status for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:network {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 15:55:22.893880 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ea3167be-cbc5-46f1-a832-68263ba82564 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.2250795
Nov 19 15:55:23.041408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c055415-4af7-4fa1-af2e-1cbf255911ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:55:23.043037 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6c055415-4af7-4fa1-af2e-1cbf255911ba admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1442945
Nov 19 15:55:23.054427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Request body: {'subnet': {'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 15:55:23.060150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:55:23.070309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:55:23.109903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Made reservation on behalf of 041efb7c5e394dfebe1baac3fb1759fb for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 15:55:23.114575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:23.572633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:23.589493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-83a274a6-76be-4b87-8947-40feafcd9aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:55:23.733611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2d2f1c-d079-4fc5-8ed1-d775233b2ca8,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:55:23.738845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:55:23.799694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Checking segment: {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:55:23.800088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Network hostable DHCP agents. Network: 6a1e0e80-08c3-4acc-adc6-4837b7d97362, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 15:55:23.869485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 15:55:23.914982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 6a1e0e80-08c3-4acc-adc6-4837b7d97362) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:55:23.920761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 15:55:23.921783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:23.927374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30b984-0101-42e9-9635-4162ffc49953 None None] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:55:23.982850 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4cd75b0c-7f0e-423b-bc62-0baa79cb6c86 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9324169
Nov 19 15:55:24.185006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-6a1e0e80-08c3-4acc-adc6-4837b7d97362', 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362', 'tenant_id': '041efb7c5e394dfebe1baac3fb1759fb', 'fixed_ips': [{'subnet_id': '7e2d2f1c-d079-4fc5-8ed1-d775233b2ca8'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 15:55:24.186136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:24.543495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Allocated IP 192.168.233.2 (6a1e0e80-08c3-4acc-adc6-4837b7d97362/7e2d2f1c-d079-4fc5-8ed1-d775233b2ca8/ab1ac202-ce7c-453d-a6ee-22d3bc4d926e) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 15:55:24.846693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:24.938667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Transition to ACTIVE for port object ab1ac202-ce7c-453d-a6ee-22d3bc4d926e will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:55:24.958026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Transition to ACTIVE for port object ab1ac202-ce7c-453d-a6ee-22d3bc4d926e will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 15:55:24.995432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:25.011780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a433a9c8-9c5f-492f-b872-784c040b7e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:55:25.303576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Pushing event updated for resources: {'Port': ['ID=ab1ac202-ce7c-453d-a6ee-22d3bc4d926e,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:55:25.319647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.320007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.320391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.320837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.321209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.321632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.322067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.322435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.322805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.323170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.323509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.323878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:55:25.328028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:55:25.387067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 15:55:25.388050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 15:55:25.390918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 15:55:25.457330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Attempting to bind port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 15:55:25.457779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Attempting to bind port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 15:55:25.458192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Attempting to bind port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e on network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 15:55:25.466422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 15:55:25.466845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Checking segment: {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 15:55:25.467295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:25.467739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Bound using segment: {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 15:55:25.468273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Bound port: ab1ac202-ce7c-453d-a6ee-22d3bc4d926e, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 15:55:25.468680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:25.577169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] For port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 15:55:25.581831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] For port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ab1ac202-ce7c-453d-a6ee-22d3bc4d926e,segment=NetworkSegment(8e3494a1-6bcc-497f-99db-e6e3844e160b),segment_id=8e3494a1-6bcc-497f-99db-e6e3844e160b)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 15:55:25.641674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:25.658471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:55:25.874353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Pushing event updated for resources: {'Port': ['ID=ab1ac202-ce7c-453d-a6ee-22d3bc4d926e,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:55:25.879318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:55:26.875296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ab1ac202-ce7c-453d-a6ee-22d3bc4d926e up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:55:27.000760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:55:27.289538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c240b-3750-4ac1-9b7a-eea7c91f7a70 None None] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 15:55:27.436387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Provisioning for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 15:55:27.446952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Provisioning complete for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:55:27.447346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:27.680811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:27.731844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] For port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ab1ac202-ce7c-453d-a6ee-22d3bc4d926e,segment=NetworkSegment(8e3494a1-6bcc-497f-99db-e6e3844e160b),segment_id=8e3494a1-6bcc-497f-99db-e6e3844e160b)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 15:55:27.797849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:27.800170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:55:27.852438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:55:27.879527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Pushing event updated for resources: {'Port': ['ID=ab1ac202-ce7c-453d-a6ee-22d3bc4d926e,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:55:27.882887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:55:28.034140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9b6064cc-8a3e-4551-ae55-4d885446708f None None] Provisioning complete for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:55:28.034970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9b6064cc-8a3e-4551-ae55-4d885446708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:28.294662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-cf3b679a-5e19-4e18-beb7-f01bd2d5a185 None None] Provisioning complete for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:55:28.295086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3b679a-5e19-4e18-beb7-f01bd2d5a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:28.546731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-398a2adc-eef3-4c8b-b6f6-265fbe18e972 None None] Provisioning complete for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:55:28.547056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-398a2adc-eef3-4c8b-b6f6-265fbe18e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:28.858391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ab1ac202-ce7c-453d-a6ee-22d3bc4d926e up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 15:55:28.938636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ab1ac202-ce7c-453d-a6ee-22d3bc4d926e triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 15:55:28.939575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:32.770464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-54a17cbc-b717-4bd1-81cd-9d8208b89441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:35.261731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29dad2de-3128-4a55-9c03-4a0b6c24166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:35.758909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:36.492162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:55:36.960509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:02.752732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001eeedf-4692-4b15-a7ea-06d7a42a6768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:04.856338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:56:05.262683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a32d5b05-6b7a-4686-bc41-9c31cd516b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:05.737278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:06.469093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:06.971207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:32.759677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11e994dd-cdf8-4c47-9a2d-52ebaa817a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:35.255265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-567844c6-68bd-4334-958f-558882dc433d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:35.753303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:36.502063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:36.969972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:38.553259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51880) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:56:38.559644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [None req-6d5a086d-2847-4294-93e8-780fe484a9e0 tempest-verify_tempest_config-521731589 tempest-verify_tempest_config-521731589] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 15:56:38.560749 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6d5a086d-2847-4294-93e8-780fe484a9e0 tempest-verify_tempest_config-521731589 tempest-verify_tempest_config-521731589] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0063953
Nov 19 15:56:39.140697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 51900) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:56:39.303662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.519213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 15:56:39.523711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Usage tracker for resource:security_group_rule and tenant:345501de1eb04c788cd08c1b515826d9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 15:56:39.526781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 15:56:39.532528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 15:56:39.716592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.747469 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.759757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:56:39.801127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c96e0e-d500-498d-8ff3-2222192a12fb,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:56:39.807661 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=345501de1eb04c788cd08c1b515826d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6658504
Nov 19 15:56:39.810607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51906) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:56:39.813024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.813430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.813838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.814204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.814569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.814934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.815299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.815667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.816026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.816386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.816747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.817096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:39.822193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:56:39.874117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.900904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.981611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:39.985758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 15:56:39.998354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c96e0e-d500-498d-8ff3-2222192a12fb,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 15:56:40.010479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:56:40.011691 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07c96e0e-d500-498d-8ff3-2222192a12fb HTTP/1.1" status: 204  len: 168 time: 0.2000327
Nov 19 15:56:40.013797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.014180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.014545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.014910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.015270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.015645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.016003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.016536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.016703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.017046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.017398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.017774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:56:40.021107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 15:56:41.857167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:57:02.769381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e54bc5f4-c050-45d4-90a8-671351296fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:05.243898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-54064833-1f8c-45b0-97ec-66c5abcac84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:05.746236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:06.470643 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:06.979153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:18.858196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:57:32.752798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11aebd54-f955-4561-8c26-4a848d0cd615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:35.248685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-93b0564e-db87-4627-8ede-7ec7faa60fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:35.757395 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:36.488095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:36.990456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:57:55.858941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 5 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:58:02.767855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a9b27242-1cad-47d0-b2cb-891e5d4000af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:05.247459 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0501adf5-f1a1-49d0-83eb-ec6b297e4088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:05.756925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:06.482148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:06.990760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:24.731501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921'] for agent, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:24.732074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.732335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.732714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.733090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.733495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.733886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.734256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.734664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.735033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.735402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.735769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.736136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 15:58:24.736534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f57640b7400>, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:58:24.740792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f576486d198>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 15:58:25.074753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80428) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 15:58:25.078815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=80428) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 15:58:25.081958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=80428) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 15:58:25.127116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] _get_endpoints() called {{(pid=80428) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 15:58:32.762725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-405b2607-cd6b-4773-a577-924a3df026c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:32.859538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:58:35.245794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5ad3d01e-9c05-467f-b422-addbd201a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:35.759574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:36.475389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:36.995437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:58:38.593744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51978) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:58:38.784316 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f2683672-f939-4dda-8f72-72b445edc0ec admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1892741
Nov 19 15:58:41.302062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 51988) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 15:58:41.393919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d2d56313-fdd0-48fe-b0b7-4eab27ec5d4e admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0905974
Nov 19 15:58:54.726272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:02.772313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-13df5f67-8223-49cd-9d00-ceec75eac59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:05.251986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-061f5675-5088-42dd-9283-2db847a8b0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:05.778166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:06.473591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:06.987563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:09.860197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:59:24.731344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:32.771372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29b0f0ca-b509-4422-960c-7f094b83df90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:35.255681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4f67b61a-b034-4f39-81b8-c70c10e66680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:35.794260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:36.479455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:36.993816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 15:59:46.861299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 15:59:54.723487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:02.769231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-31f2a0db-a42e-43e6-993e-8b6ff8e7a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:05.244231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a7bcb9f-e217-4c71-b892-d8f73935c487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:05.764302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:06.495940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:06.993107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:17.590292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52160) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:17.688704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52170) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:17.915698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-network', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:17.920543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:17.924691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Usage tracker for resource:network and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:17.928442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:17.934539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:17.975861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Made reservation on behalf of a31e45725fbf47ba9b0bfbe5ce60ee61 for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:17.982779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:17.999164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-network', 'tenant_id': '68cdcb00989045889bb0139f047e0b67'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:18.003903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:18.012565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Usage tracker for resource:network and tenant:68cdcb00989045889bb0139f047e0b67 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:18.016365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:18.019259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.033223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:18.090674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Made reservation on behalf of 68cdcb00989045889bb0139f047e0b67 for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:18.098188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.126008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.145030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:18.154302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:18.158776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:18.166264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:18.261146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:18.269263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Usage tracker for resource:security_group_rule and tenant:68cdcb00989045889bb0139f047e0b67 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:18.273277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:18.284068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:18.432966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.475155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.485562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:18.494782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.519155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.539330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52204) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:18.544268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52208) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:18.588996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:18.612556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.613104 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Added segment 947c0e44-11af-4de1-a3a5-5110231a5f66 of type vxlan for network 14d1a5ad-ec22-4814-a859-adc0b225f682
Nov 19 16:00:18.619707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b84c711-8102-4156-8b5c-26ddf08613a1,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:18.630142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.630671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.631121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.631552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.632084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.632589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.633089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.633687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.634306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.634636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.635139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.635633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.636245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.636774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.637129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.637489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.638834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.638834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.638834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.638834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.639150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.639462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.639809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.640153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Tracked resource versions report:
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'},
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'ConntrackHelper': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Log': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Network': '1.1',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Port': '1.6',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'PortForwarding': '1.2',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'QosPolicy': '1.8',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroup': '1.2',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroupRule': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SubPort': '1.0',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Subnet': '1.1',
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Trunk': '1.1'}}
Nov 19 16:00:18.641487 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 16:00:18.645788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:18.646831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:18.703389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce370dc-1c6b-4615-87f8-157f2ee1f8ed,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:18.707679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.713089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:18.781656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.782917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:18.783531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:18.789507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:18.877347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:00:18.877749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:00:19.012529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-528145238-network', 'tenant_id': '260a4d0f04fd4073b14810e223119840'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:19.022911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:19.034968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Usage tracker for resource:network and tenant:260a4d0f04fd4073b14810e223119840 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:19.043241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:19.053400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:19.088328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-48040539-network', 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:19.103214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:19.107991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Pushing event updated for resources: {'Network': ['ID=14d1a5ad-ec22-4814-a859-adc0b225f682,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:19.112608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:19.113634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Usage tracker for resource:network and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:19.116858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:19.123591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:19.124384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Made reservation on behalf of 260a4d0f04fd4073b14810e223119840 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:19.129305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.144823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:19.145442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.171181 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5791335
Nov 19 16:00:19.172036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52222) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:19.181968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:19.184366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Request body: {'subnet': {'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-subnet', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:19.187145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Usage tracker for resource:security_group_rule and tenant:260a4d0f04fd4073b14810e223119840 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:19.189359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:19.191102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:19.194577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Usage tracker for resource:subnet and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:19.197741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:19.198799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:19.203919 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:19.238324 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:19.245933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.258337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:19.284751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Made reservation on behalf of a31e45725fbf47ba9b0bfbe5ce60ee61 for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:19.299835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.337225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.337508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.382265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.387628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:19.400750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.444934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:19.457281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f069e1c-4936-420d-a24a-e30b95ed36d9,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:19.467713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.476171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Added segment 3ea70471-9703-4070-a961-e4b0ea257f79 of type vxlan for network b5147f0c-7947-4c46-867a-50a401a48211
Nov 19 16:00:19.478391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.479114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.480140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.480685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.481202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.482050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.482698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.483358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.484068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.484580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.485366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.486049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.486663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.487339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.487857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.488828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.489511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.490679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.491045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.491436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.491912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.492274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.492633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.492995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Tracked resource versions report:
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'},
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'ConntrackHelper': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Log': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Network': '1.1',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Port': '1.6',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'PortForwarding': '1.2',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'QosPolicy': '1.8',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroup': '1.2',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroupRule': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SubPort': '1.0',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Subnet': '1.1',
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Trunk': '1.1'}}
Nov 19 16:00:19.494895 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 16:00:19.504105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:19.585693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:19.590283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Usage tracker for resource:security_group_rule and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:19.593416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:19.600021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:19.678119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.780162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.781622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:19.782271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.788796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6338222e-9c90-46e3-b4e6-78b139c3e355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:19.853220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:00:19.854052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:00:19.874985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.931695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:19.976328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:20.051304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Pushing event updated for resources: {'Network': ['ID=b5147f0c-7947-4c46-867a-50a401a48211,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:20.055016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:20.057043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:20.065197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network b5147f0c-7947-4c46-867a-50a401a48211 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:20.094975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb00d4-8bb1-44b2-90b5-5d80b5c00285,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:20.096438 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5510137
Nov 19 16:00:20.098610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.099712 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Added segment 2c3f5419-79db-4d8a-8af6-429003f2c533 of type vxlan for network b67abdee-3954-4e35-9f4c-823281435803
Nov 19 16:00:20.100013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52242) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:20.101947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:20.106548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Request body: {'subnet': {'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-528145238-subnet', 'tenant_id': '260a4d0f04fd4073b14810e223119840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:20.115038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:20.119749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Usage tracker for resource:subnet and tenant:260a4d0f04fd4073b14810e223119840 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:20.123424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:20.130063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:20.170445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Made reservation on behalf of 260a4d0f04fd4073b14810e223119840 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:20.172958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.176606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.232343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network b5147f0c-7947-4c46-867a-50a401a48211 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:20.246503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.250487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:20.254788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.256995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:20.419191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.476570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Pushing event updated for resources: {'Network': ['ID=b67abdee-3954-4e35-9f4c-823281435803,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:20.480270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:20.495595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.512724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network b67abdee-3954-4e35-9f4c-823281435803 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:20.540485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network b67abdee-3954-4e35-9f4c-823281435803 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:20.587906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:20.641364 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.0982871
Nov 19 16:00:20.645385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:20.654286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52260) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:20.684987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Request body: {'subnet': {'network_id': 'b67abdee-3954-4e35-9f4c-823281435803', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-48040539-subnet', 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:20.725305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:20.746274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:20.746670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Added segment 2e38334a-6f6b-442f-ae68-316ef5082ed2 of type vxlan for network 2dd30172-ef32-4ee0-83bc-4726763ab8bd
Nov 19 16:00:20.767949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Usage tracker for resource:subnet and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:20.787665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:20.828420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:20.868396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96dea2be-7d2b-40df-8fed-11c4b36acd80,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:20.899955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:20.924423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:20.940122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.045256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.061851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.062940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:21.214197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5c5c96-d393-40df-a7c1-571e16980c9c,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:21.218499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:21.290865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.301026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:21.301695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.332181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Checking segment: {'id': '3ea70471-9703-4070-a961-e4b0ea257f79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:21.332181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Network hostable DHCP agents. Network: b5147f0c-7947-4c46-867a-50a401a48211, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:21.332497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:21.444641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Network b5147f0c-7947-4c46-867a-50a401a48211 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:21.478637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, b5147f0c-7947-4c46-867a-50a401a48211) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:21.482973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:21.485744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.493694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4e698-aa99-400f-9888-e440e8bc4d09 None None] Network b5147f0c-7947-4c46-867a-50a401a48211 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:21.520734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Checking segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:21.526476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Network hostable DHCP agents. Network: 14d1a5ad-ec22-4814-a859-adc0b225f682, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:21.548094 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4466894
Nov 19 16:00:21.575040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52302) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:21.575229 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.8849261
Nov 19 16:00:21.584490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Request body: {'subnet': {'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-subnet', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:21.588421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd30172-ef32-4ee0-83bc-4726763ab8bd,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:21.593991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:21.601683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:21.609828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Usage tracker for resource:subnet and tenant:68cdcb00989045889bb0139f047e0b67 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:21.613664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:21.618246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:21.635151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:21.695654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Made reservation on behalf of 68cdcb00989045889bb0139f047e0b67 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:21.701036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.740879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:21.754394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:21.774929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 14d1a5ad-ec22-4814-a859-adc0b225f682) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:21.794548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:21.795115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:21.880808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.7070501
Nov 19 16:00:21.889501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52316) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:21.891509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f741a8a-dc39-42a1-a221-5aa68ca51107 None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:21.905979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:21.944790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:21.959996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Usage tracker for resource:router and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:21.966357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:21.977794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:22.069828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.078764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:22.174938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.176004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.230844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1f19a8-a470-48e0-b0fa-39e0247f74b8,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:22.245030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:22.318856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Checking segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:22.318856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Network hostable DHCP agents. Network: b67abdee-3954-4e35-9f4c-823281435803, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:22.346638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.362928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-14d1a5ad-ec22-4814-a859-adc0b225f682', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:00:22.368145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.452632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52348) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:22.458895 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 19 16:00:22.605952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fcf1e-4966-457f-a658-95db55866f02 None None] Network b5147f0c-7947-4c46-867a-50a401a48211 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:22.764375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.805073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c0e49da9-2a77-4db6-b75d-2e6632937f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:22.840102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52362) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:22.866016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Network b67abdee-3954-4e35-9f4c-823281435803 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:22.890924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.900741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, b67abdee-3954-4e35-9f4c-823281435803) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:22.907953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:22.908599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:22.920860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e77fb044-8000-4803-a3cc-06a481f7407a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:22.921884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e77fb044-8000-4803-a3cc-06a481f7407a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Synchronizing usage tracker for tenant:260a4d0f04fd4073b14810e223119840 on resource:network {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:22.932443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b621e3e-872f-4c38-b4fd-2fc260aec48d None None] Network b67abdee-3954-4e35-9f4c-823281435803 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:22.959275 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.2966661
Nov 19 16:00:23.046441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69200311-76b7-4a0e-9c3a-43ff669fdac8,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:23.054113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:23.057169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e77fb044-8000-4803-a3cc-06a481f7407a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Unset dirty status for tenant:260a4d0f04fd4073b14810e223119840 on resource:network {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:23.058714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e77fb044-8000-4803-a3cc-06a481f7407a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/networks?id=b5147f0c-7947-4c46-867a-50a401a48211 HTTP/1.1" status: 200  len: 811 time: 0.6037133
Nov 19 16:00:23.166736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Checking segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:23.167150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Network hostable DHCP agents. Network: 2dd30172-ef32-4ee0-83bc-4726763ab8bd, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:23.252023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.283427 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e0f70275-b928-4b9e-9035-0db5ee055f5e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/quotas/260a4d0f04fd4073b14810e223119840 HTTP/1.1" status: 200  len: 375 time: 0.2168903
Nov 19 16:00:23.323398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Allocated IP 172.20.0.2 (14d1a5ad-ec22-4814-a859-adc0b225f682/96dea2be-7d2b-40df-8fed-11c4b36acd80/cd9d2f65-4508-410a-9006-67710a0e5a05) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:23.394949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:23.402486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Usage tracker for resource:security_group_rule and tenant:42393897d612470b99d0629186bb4697 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:23.407455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:23.415272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:23.466840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.500044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:23.508350 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-51b00625-982f-44ed-bf6f-f2fcfc74aa94 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?tenant_id=260a4d0f04fd4073b14810e223119840&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2226160
Nov 19 16:00:23.512934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.596221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.611220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 2dd30172-ef32-4ee0-83bc-4726763ab8bd) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:23.626552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:23.627210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.669192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.705513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7a1e8-ff88-4b92-94f6-12e6960c6831 None None] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:23.713820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:23.742208 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.1653664
Nov 19 16:00:23.743146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52394) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:23.814364 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1678d1f-7dbb-4e68-84a9-9cf03f05be10,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:23.820706 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42393897d612470b99d0629186bb4697&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9123430
Nov 19 16:00:23.822064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:23.827500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:23.834909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:23.836822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52398) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:23.854478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Usage tracker for resource:router and tenant:68cdcb00989045889bb0139f047e0b67 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:23.865778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:23.881821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:23.907089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:00:23.916558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-7cc45e67-45ed-4369-847d-de755d30eeef service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:00:23.924843 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-7cc45e67-45ed-4369-847d-de755d30eeef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.2458544
Nov 19 16:00:23.926956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.928504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:23.987956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.007960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.088891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.125060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff2a23-51a1-4e41-bbdc-636acadd7a08 None None] Network b67abdee-3954-4e35-9f4c-823281435803 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:24.150267 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Allocated IP 172.27.2.249 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/bfc7d2c6-0e0b-494b-8e17-ce779572eb43) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:24.286711 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-3fb9a20a-e5c2-4f0b-8636-7eddf6211d23 service neutron] 10.222.0.43 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997533
Nov 19 16:00:24.353795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.374028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-12c1e161-1967-47af-99de-c6780147c2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:24.400842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1678d1f-7dbb-4e68-84a9-9cf03f05be10,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:24.412746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:24.428335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.434471 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1678d1f-7dbb-4e68-84a9-9cf03f05be10 HTTP/1.1" status: 204  len: 168 time: 0.5964518
Nov 19 16:00:24.532674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c676a-b080-47cd-a276-5d1f1cf3093f None None] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:24.581702 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.662192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.707427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:24.746294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52438) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:24.770658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.936186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Transition to ACTIVE for port object cd9d2f65-4508-410a-9006-67710a0e5a05 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:24.939672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:24.965488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:24.994854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:25.051903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:25.054746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:25.063383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:25.069863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Transition to ACTIVE for port object cd9d2f65-4508-410a-9006-67710a0e5a05 will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:25.113657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.124579 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-6d3beba5-bef8-4eb6-9431-b970c60d0bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8257947
Nov 19 16:00:25.128560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:25.146709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.158994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-871715d3-0860-42f0-b422-5d615d9d6f80 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:25.166656 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-871715d3-0860-42f0-b422-5d615d9d6f80 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.4134042
Nov 19 16:00:25.192766 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-4891cf22-da8d-498d-8f15-2e12a627cddf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/quotas/ea38bfffbcd64b67a5972a7a59d200fc HTTP/1.1" status: 200  len: 375 time: 0.0249465
Nov 19 16:00:25.276654 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-de3829d4-1dd6-4010-96b3-b517fad1d84e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0821524
Nov 19 16:00:25.305760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Pushing event updated for resources: {'Port': ['ID=cd9d2f65-4508-410a-9006-67710a0e5a05,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:25.318875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.319276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.319628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.320005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.320380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.320766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.321141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.321535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.321913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.322284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.322654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.323022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.323641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.324019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.324379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.324903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.325087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.325425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.325901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.326268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.326631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.326995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.327934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.327934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Tracked resource versions report:
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'},
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'ConntrackHelper': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Log': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Network': '1.1',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Port': '1.6',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'PortForwarding': '1.2',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'QosPolicy': '1.8',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroup': '1.2',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroupRule': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SubPort': '1.0',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Subnet': '1.1',
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Trunk': '1.1'}}
Nov 19 16:00:25.329033 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 16:00:25.344718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:25.358525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.359349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.444683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:25.446288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:25.449621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:25.537589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Attempting to bind port cd9d2f65-4508-410a-9006-67710a0e5a05 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:25.538492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Attempting to bind port cd9d2f65-4508-410a-9006-67710a0e5a05 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:25.539138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Attempting to bind port cd9d2f65-4508-410a-9006-67710a0e5a05 on network 14d1a5ad-ec22-4814-a859-adc0b225f682 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:25.547819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:25.548837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Checking segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:25.549700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.550363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Bound using segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:25.551109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Bound port: cd9d2f65-4508-410a-9006-67710a0e5a05, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:25.551769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.749120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.805805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.806642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] For port cd9d2f65-4508-410a-9006-67710a0e5a05, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:25.814031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] For port cd9d2f65-4508-410a-9006-67710a0e5a05, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=cd9d2f65-4508-410a-9006-67710a0e5a05,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:25.854425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:25.880124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:26.003263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-a1807d15-8d67-41ac-b3ff-3762763ab0fb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:00:26.012894 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-a1807d15-8d67-41ac-b3ff-3762763ab0fb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.5010238
Nov 19 16:00:26.026690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:00:26.048265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Pushing event updated for resources: {'Port': ['ID=cd9d2f65-4508-410a-9006-67710a0e5a05,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:26.070512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:26.371428 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-713e03b1-337e-4f99-acd0-f1bdc01dba3f req-f035111b-b536-4e6b-9323-e985519bad74 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.1094649
Nov 19 16:00:26.387641 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-2a47d922-888c-45c2-8c37-17a94950afc4 service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3735862
Nov 19 16:00:26.406520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:00:26.419698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:00:26.441414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:26.442131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576481df98>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:26.483945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:26.489312 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.5983369
Nov 19 16:00:26.499676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52500) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:26.892606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Allocated IP 172.27.2.37 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:27.023523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:27.183587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device cd9d2f65-4508-410a-9006-67710a0e5a05 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:27.347519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:27.482577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port cd9d2f65-4508-410a-9006-67710a0e5a05 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:27.504839 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-00d65aaa-0212-4bd6-9cbe-e642f625337d service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0945122
Nov 19 16:00:27.548667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:27.715314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:27.813303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576481df98>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:25Z', 'revision_number': 3, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:27.825828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:00:27.826556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Updating router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:00:27.947986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:28.260110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006da67-0f27-4bad-9e0a-77822c7fad6f None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:28.492132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-190328e7-fb7d-4f4a-884a-7bed7fba92fc req-60acc32e-26f2-40ae-a23b-3954d38241e9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.9350998
Nov 19 16:00:28.511529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Provisioning for port cd9d2f65-4508-410a-9006-67710a0e5a05 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:28.541344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Provisioning complete for port cd9d2f65-4508-410a-9006-67710a0e5a05 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:28.541795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:28.616899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Pushing event updated for resources: {'Port': ['ID=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:28.631381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:28.691966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:28.813652 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-16f5e870-f192-439d-873b-6e376394ac70 req-75bb9739-f9cd-42bb-989e-7c269e30a908 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.2769444
Nov 19 16:00:29.002783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.020409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:29.027127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:29.031105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:29.043570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Transition to ACTIVE for port object bfc7d2c6-0e0b-494b-8e17-ce779572eb43 will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:29.090220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.106009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:29.284277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.324812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Pushing event updated for resources: {'Port': ['ID=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,revision_number=2']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:29.361810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.362312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.364016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.364016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.364016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.364016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.365259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.365766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.366282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.366748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.367223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.367777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.368421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.368876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.369301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.369776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Tracked resource versions report:
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: pushed versions:
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: {   'AddressGroup': {'1.0'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'ConntrackHelper': {'1.0'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Log': {'1.0'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Network': {'1.1'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Port': {'1.6'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'PortForwarding': {'1.2'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'QosPolicy': {'1.8'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroup': {'1.2'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SecurityGroupRule': {'1.0'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'SubPort': {'1.0'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Subnet': {'1.1'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     'Trunk': {'1.1'}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: consumer versions:
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]: {   DHCP agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     L3 agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metadata agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     Metering agent@dv-cinder-763306-3-iscsi: {},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@dv-cinder-763306-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'ConntrackHelper': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Log': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Network': '1.1',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Port': '1.6',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'PortForwarding': '1.2',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'QosPolicy': '1.8',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroup': '1.2',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SecurityGroupRule': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'SubPort': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Subnet': '1.1',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                                      'Trunk': '1.1'},
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'ConntrackHelper': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Log': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Network': '1.1',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Port': '1.6',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'PortForwarding': '1.2',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'QosPolicy': '1.8',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroup': '1.2',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SecurityGroupRule': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'SubPort': '1.0',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Subnet': '1.1',
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:                                             'Trunk': '1.1'}}
Nov 19 16:00:29.377993 dv-cinder-763306-3-iscsi neutron-server[80316]:  {{(pid=80429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 16:00:29.384349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:29.400263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.403864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.453824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Attempting to bind port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:29.454984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Attempting to bind port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:29.455891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Attempting to bind port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:29.468794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:29.469884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:29.470851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.471817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:29.473061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Bound port: bfc7d2c6-0e0b-494b-8e17-ce779572eb43, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:29.474843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.715168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] For port cd9d2f65-4508-410a-9006-67710a0e5a05, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=cd9d2f65-4508-410a-9006-67710a0e5a05,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:00:29.720609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Allocated IP 172.20.0.1 (14d1a5ad-ec22-4814-a859-adc0b225f682/96dea2be-7d2b-40df-8fed-11c4b36acd80/d7cee301-903b-44dd-ac97-8653abdb21c5) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:29.723602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] For port bfc7d2c6-0e0b-494b-8e17-ce779572eb43, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:29.733900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] For port bfc7d2c6-0e0b-494b-8e17-ce779572eb43, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:29.755432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.763218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7307ba2b-3454-4a39-9ca3-82d9916aaec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:29.777637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:29.797358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:29.952939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Router 70863c3c-5fe8-4723-9696-a23cc322484d is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:00:29.984705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Pushing event updated for resources: {'Port': ['ID=cd9d2f65-4508-410a-9006-67710a0e5a05,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:29.999809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a08ad5b8-fd78-4289-b07f-0d616fd708c5 None None] Provisioning complete for port cd9d2f65-4508-410a-9006-67710a0e5a05 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:30.002556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a08ad5b8-fd78-4289-b07f-0d616fd708c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.079434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:30.437220 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-56b97716-2e1c-4de3-baf7-cd86c9898183 req-219a3102-9acf-41f0-bc15-fd72e04f30aa tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.0873961
Nov 19 16:00:30.454594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.474736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-e3b29e35-fd4d-4d2e-9df0-bf672f60c89f None None] Provisioning complete for port cd9d2f65-4508-410a-9006-67710a0e5a05 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:30.477416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Pushing event updated for resources: {'Port': ['ID=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:30.484042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Transition to ACTIVE for port object d7cee301-903b-44dd-ac97-8653abdb21c5 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:30.490777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e3b29e35-fd4d-4d2e-9df0-bf672f60c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.495070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:30.499121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:00:30.550033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.553780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Sync routers for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:00:30.582887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:30.588466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Notify callbacks [] for router, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.590677 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.8418169
Nov 19 16:00:30.596552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52620) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:30.601895 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ac962839-21c5-48fb-9846-5e5dfbca07c2 req-59929d10-6009-4d68-8350-bb14043e728a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.0624919
Nov 19 16:00:30.631714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:30.632430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576481df98>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:30.682279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:30.682912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57643320b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:30.854194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:30.857839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:30.861214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:30.861805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:30.864769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52626) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:30.871683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Pushing event updated for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:30.875450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:31.058683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.070192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device cd9d2f65-4508-410a-9006-67710a0e5a05 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:31.083971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:31.151378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:31.207656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.375740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:31.389488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:67b878eb03e7494ea7b6a9c0cc5800d1 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:31.404104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:31.420879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:31.528951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-ad97988b-3dde-4455-a453-21500a36a862 None None] Provisioning for port d7cee301-903b-44dd-ac97-8653abdb21c5 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:31.539217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-ad97988b-3dde-4455-a453-21500a36a862 None None] Provisioning complete for port d7cee301-903b-44dd-ac97-8653abdb21c5 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:31.539998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ad97988b-3dde-4455-a453-21500a36a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.553815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576481df98>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:25Z', 'revision_number': 3, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:31.565330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b486da6-a858-4080-aff6-39d3081ac51a None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:25Z', 'revision_number': 3, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:00:31.640377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ad97988b-3dde-4455-a453-21500a36a862 None None] Port d7cee301-903b-44dd-ac97-8653abdb21c5 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:00:31.663175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57643320b8>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:29Z', 'revision_number': 3, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:31.667280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port cd9d2f65-4508-410a-9006-67710a0e5a05 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:31.667982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.726794 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe76c54c-9090-4015-8cfc-3d7137baeecd req-404995aa-5b23-4c7c-8273-ee86d825c1d9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.0801325
Nov 19 16:00:31.740857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Checking router: 70863c3c-5fe8-4723-9696-a23cc322484d for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:00:31.741604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Updating router 70863c3c-5fe8-4723-9696-a23cc322484d port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:00:31.796620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.815103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.825433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.848286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.853194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.859218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:31.879914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.895574 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb7296b2-17d8-4698-9822-039f632a548b req-18231dc6-7d34-4dc5-aafc-bb68488a9efc tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.0504797
Nov 19 16:00:31.899228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:31.939973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4671319a-16f7-4f1d-b680-8e664bbf4af7,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:32.093830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Synchronizing usage tracker for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:security_group {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:32.098784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:32.111066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:32.201021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:32.204965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Unset dirty status for tenant:041efb7c5e394dfebe1baac3fb1759fb on resource:security_group {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:32.209564 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67b878eb03e7494ea7b6a9c0cc5800d1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3402090
Nov 19 16:00:32.217638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52648) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:32.219175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:32.367343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Pushing event updated for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:32.371225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:32.382723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Allocated IP 172.20.0.1 (2dd30172-ef32-4ee0-83bc-4726763ab8bd/69200311-76b7-4a0e-9c3a-43ff669fdac8/4fcd8583-249f-4068-bfeb-bb01010d936b) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:32.555024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:32.563771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:32.574223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Transition to ACTIVE for port object d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:32.588850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-ea8d205b-177a-4d67-a0c3-dc9876f9bba0 None None] Provisioning complete for port d7cee301-903b-44dd-ac97-8653abdb21c5 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:32.590475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ea8d205b-177a-4d67-a0c3-dc9876f9bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:32.633414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:32.655830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:32.670082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:32.903156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d205b-177a-4d67-a0c3-dc9876f9bba0 None None] Port d7cee301-903b-44dd-ac97-8653abdb21c5 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:00:32.906972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:00:32.920299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Pushing event updated for resources: {'Port': ['ID=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:32.932990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:32.987245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.021948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Attempting to bind port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:33.023429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Attempting to bind port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:33.023980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Attempting to bind port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:33.037999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:33.038530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:33.039108 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.039672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:33.040331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Bound port: d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:33.040870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.121333 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-38cfff4e-8f5c-43a8-af2a-162a6de71cd5 req-ff028ab6-7d0a-416a-bc8f-5c651f8de29d tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.0697191
Nov 19 16:00:33.137499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.146572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b2c99f4-ea96-4ac4-9f3b-e95ad8429dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:33.147358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-480c9df9-abf7-4c85-a983-83a97fdc2e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.149083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bfc7d2c6-0e0b-494b-8e17-ce779572eb43 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:33.165294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4671319a-16f7-4f1d-b680-8e664bbf4af7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:33.169508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:33.182037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.183586 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4671319a-16f7-4f1d-b680-8e664bbf4af7 HTTP/1.1" status: 204  len: 168 time: 0.9620028
Nov 19 16:00:33.233280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.274107 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b5e89149-45a5-400a-97f2-6c68482c4ee9 req-d7eee533-f066-4ec0-b9df-0849290527d8 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.0887091
Nov 19 16:00:33.283574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-727af213-8ece-4042-9ce9-74c406c1149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:33.341031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] For port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:33.355315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] For port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:33.408808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.446551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:33.520877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.40', 49915) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:33.564357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:33.576155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Pushing event updated for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:33.601100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:33.790382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:33.790839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:33.896895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Pushing event updated for resources: {'Port': ['ID=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:33.922891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:33.923897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:33.925736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:33.943868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:33.945240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:34.069881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:34.109380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:34.114266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57643320b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:34.251618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:34.292062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-37d73240-7363-4d8c-b966-db09357c6766 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:34.294322 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-37d73240-7363-4d8c-b966-db09357c6766 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.40 "GET /v2.0/networks?id=b5147f0c-7947-4c46-867a-50a401a48211 HTTP/1.1" status: 200  len: 811 time: 0.7717550
Nov 19 16:00:34.513610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:00:34.513610 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] 10.222.0.43 "PUT /v2.0/routers/1bbe682b-45e3-4b1f-951d-b6110572d2f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8725491
Nov 19 16:00:34.513610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Request body: {'port': {'device_id': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211', 'admin_state_up': True, 'tenant_id': '260a4d0f04fd4073b14810e223119840'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:34.584834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:34.806058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.40', 49922) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:35.023394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:00:35.074592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:35.075335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57645929e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:35.116049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port bfc7d2c6-0e0b-494b-8e17-ce779572eb43, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:00:35.180219 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e237a685-a91d-4a69-9ea7-042e370f5ff2 req-3d1cc2b9-f06d-4262-b521-d93078684b3a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.1364722
Nov 19 16:00:35.242290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:35.251026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Usage tracker for resource:port and tenant:260a4d0f04fd4073b14810e223119840 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:35.265076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:35.275972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.290273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-3dd94328-f7cb-4e10-8dae-0f16014c722b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:35.291073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-3dd94328-f7cb-4e10-8dae-0f16014c722b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:35.322074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:35.370819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:35.392699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Made reservation on behalf of 260a4d0f04fd4073b14810e223119840 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:35.414417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.472586 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a0d11423-2f5d-4098-82e1-e155b48eeeb9 req-3cd87477-54a9-40e7-a9cb-cf64ead8ad22 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.4362180
Nov 19 16:00:35.517273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-3dd94328-f7cb-4e10-8dae-0f16014c722b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:35.523475 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-3dd94328-f7cb-4e10-8dae-0f16014c722b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.7152479
Nov 19 16:00:35.571418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6822719-deda-4b09-934b-7d4fcd75cdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.603224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Request body: {'port': {'device_id': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803', 'admin_state_up': True, 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:35.693101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:35.708208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:35.718268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57643320b8>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4fcd8583-249f-4068-bfeb-bb01010d936b', 'name': '', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'mac_address': 'fa:16:3e:cd:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:32Z', 'updated_at': '2020-11-19T16:00:32Z', 'revision_number': 1, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'subnets': [{'id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:35.728163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.740208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b12a3d-4984-49a1-85b6-56bc0f641fab None None] The sync data for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi is: [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4fcd8583-249f-4068-bfeb-bb01010d936b', 'name': '', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'mac_address': 'fa:16:3e:cd:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:32Z', 'updated_at': '2020-11-19T16:00:32Z', 'revision_number': 1, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'subnets': [{'id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:00:35.763016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:35.763979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.765301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.801543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:35.809503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:35.994084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52760) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:36.071243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Pushing event updated for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:36.100303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:36.194895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:36.203772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Usage tracker for resource:port and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:36.209819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:36.217292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:36.225666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:36.228261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:36.281868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:36.297215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:36.500997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:36.958629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52792) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:36.985022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group': {'name': 'tempest-securitygroup--1437527145', 'description': 'tempest-description--1349033553'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:37.020206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.030365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-552648353-network', 'tenant_id': '67738dadf0934c4da1b7b1baedff5436'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:37.047154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57645929e8>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:31Z', 'revision_number': 2, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:37.050539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:37.054907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:00:37.063483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Updating router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 port d7cee301-903b-44dd-ac97-8653abdb21c5 binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:00:37.086372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:37.093545 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-57a855bf-693f-4da6-93b4-f33e330d1ff6 req-ef687350-b42f-4ab8-8936-be9712aac647 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.2088554
Nov 19 16:00:37.101059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:37.106703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Usage tracker for resource:network and tenant:67738dadf0934c4da1b7b1baedff5436 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:37.112165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:37.120880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:37.178113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:37.191969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.195372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:37.217573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Allocated IP 172.20.0.11 (b5147f0c-7947-4c46-867a-50a401a48211/9c5c5c96-d393-40df-a7c1-571e16980c9c/7411901e-efed-4dcd-bbf5-6728d320f37c) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:37.271462 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5446ee65-5338-49bd-b857-7ec985d7d9ec req-09f8aaee-63e3-4519-b229-06e38809a491 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.0790083
Nov 19 16:00:37.332961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52800) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:37.336571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.348477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Made reservation on behalf of 67738dadf0934c4da1b7b1baedff5436 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:37.355097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.401317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.618536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Allocated IP 172.20.0.14 (b67abdee-3954-4e35-9f4c-823281435803/5b1f19a8-a470-48e0-b0fa-39e0247f74b8/9ea69cc3-e702-4e10-9bd4-49f98f5388de) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:37.632858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bfc7d2c6-0e0b-494b-8e17-ce779572eb43 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:37.649156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:37.657306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Usage tracker for resource:security_group_rule and tenant:67738dadf0934c4da1b7b1baedff5436 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:37.665247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:37.674144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:37.776020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Router 70863c3c-5fe8-4723-9696-a23cc322484d has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:00:37.830668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:37.831071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.914376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:37.931552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:37.948849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:37.968817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:38.011312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:38.124390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:38.134569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Usage tracker for resource:security_group_rule and tenant:7de4c90fc28f4582b1aefcaaa3402197 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:38.140830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:38.148931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:38.173051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.233807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.244650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Transition to ACTIVE for port object d7cee301-903b-44dd-ac97-8653abdb21c5 will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:38.246740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:38.270876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.313238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.316675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:38.355321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.382776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:38.462610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a32d6a-aeb8-4056-a874-e79165d1a66f,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:38.518262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:38.527834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:38.533526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:38.533965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.640919 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.665275 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.668531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.751879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8f1809d1-7dcf-430b-a53e-c919fb398986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:38.875554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Pushing event updated for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:38.878664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Attempting to bind port d7cee301-903b-44dd-ac97-8653abdb21c5 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:38.879204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Attempting to bind port d7cee301-903b-44dd-ac97-8653abdb21c5 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:38.879688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Attempting to bind port d7cee301-903b-44dd-ac97-8653abdb21c5 on network 14d1a5ad-ec22-4814-a859-adc0b225f682 {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:38.883669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:38.889929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:38.890451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Checking segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:38.891008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.891543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Bound using segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:38.893303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.899420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Bound port: d7cee301-903b-44dd-ac97-8653abdb21c5, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:38.900096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.924109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:00:38.981619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.986830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.987617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.990903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:38.992754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:39.055175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] For port d7cee301-903b-44dd-ac97-8653abdb21c5, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:39.062010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] For port d7cee301-903b-44dd-ac97-8653abdb21c5, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d7cee301-903b-44dd-ac97-8653abdb21c5,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:39.066433 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7c304885-182f-4d65-be64-cf2596879f9b req-89022746-984a-4471-b8cd-6c10721bf072 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.6093819
Nov 19 16:00:39.097946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.104676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:39.140010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:39.143489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:39.194639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.195178 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Added segment 458128b5-67c9-4cc0-bdd5-4a99052ede6e of type vxlan for network 6e111d83-fd66-4ca6-9492-b226105905d7
Nov 19 16:00:39.247350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.255786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:39.290899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:00:39.312447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363daf3a-e6c0-4cfb-906c-b97cf2d33536 req-a56111da-b930-44eb-81b9-eb26a8fd3c4e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:39.320235 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-363daf3a-e6c0-4cfb-906c-b97cf2d33536 req-a56111da-b930-44eb-81b9-eb26a8fd3c4e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 932 time: 0.2526588
Nov 19 16:00:39.355566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.360455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Pushing event updated for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=4']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:39.371838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:39.372490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.382954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:39.411754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:39.416201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:39.422128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7de4c90fc28f4582b1aefcaaa3402197&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0853722
Nov 19 16:00:39.424479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57645929e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:39.434514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Pushing event updated for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:39.461425 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] 10.222.0.43 "PUT /v2.0/routers/70863c3c-5fe8-4723-9696-a23cc322484d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8537714
Nov 19 16:00:39.461425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52828) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:39.467729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:39.479256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:39.492394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-363daf3a-e6c0-4cfb-906c-b97cf2d33536 req-e88c195b-7347-485e-931e-5b944b235c38 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Synchronizing usage tracker for tenant:260a4d0f04fd4073b14810e223119840 on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:39.493566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.494906 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 2.5303223
Nov 19 16:00:39.510767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:39.516946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52836) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:39.549881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group_rule': {'security_group_id': '677b1e60-6821-4c84-97e9-bdd710487676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:39.600632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:39.623569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:39.624396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.629122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:39.641831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:39.665203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe25745-0480-46b8-ae22-981f4c9f2ce4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroup': ['ID=677b1e60-6821-4c84-97e9-bdd710487676,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:39.673478 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.6631389
Nov 19 16:00:39.680579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 52842) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:39.704333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Request body: {'subnet': {'network_id': '6e111d83-fd66-4ca6-9492-b226105905d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-552648353-subnet', 'tenant_id': '67738dadf0934c4da1b7b1baedff5436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:39.731928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:39.746991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Usage tracker for resource:subnet and tenant:67738dadf0934c4da1b7b1baedff5436 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:39.758850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:39.792698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:39.852377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:39.895233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:39.898515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241b2dcd-6b42-4af4-a831-732629610169,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:39.947274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Made reservation on behalf of 67738dadf0934c4da1b7b1baedff5436 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:39.952914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:40.084697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:40.191599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Pushing event updated for resources: {'Network': ['ID=6e111d83-fd66-4ca6-9492-b226105905d7,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:40.207479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 6e111d83-fd66-4ca6-9492-b226105905d7 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:40.299874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 6e111d83-fd66-4ca6-9492-b226105905d7 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:40.489953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:40.499959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7786cfc9-dd3a-4fa7-a984-47c9c12b7470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:40.780714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Network b5147f0c-7947-4c46-867a-50a401a48211 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:40.789040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:40.802596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:40.816465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:40.833318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:40.837784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:40.838521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:40.855937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Sync routers for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:00:40.912578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event updated for resources: {'Port': ['ID=9ea69cc3-e702-4e10-9bd4-49f98f5388de,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:40.919464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.536s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:40.935037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:40.938524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.849s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:40.939105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:40.982663 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5989168
Nov 19 16:00:41.022630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:41.024115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-3c2a4bd2-7124-4b83-bf0c-a4f82318f6b4 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80425) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:00:41.024930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576438bac8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:41.025520 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-3c2a4bd2-7124-4b83-bf0c-a4f82318f6b4 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0088844
Nov 19 16:00:41.044807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.072843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Network b67abdee-3954-4e35-9f4c-823281435803 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:41.076354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:41.089084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:41.099793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:41.100720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.108028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.129343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:41.171403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b63933-ae5a-4cf6-a19f-e1425b8916ad,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:41.182477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:41.199189 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6007841
Nov 19 16:00:41.231903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.233628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.7155623
Nov 19 16:00:41.236378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52888) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:41.243804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group_rule': {'security_group_id': '677b1e60-6821-4c84-97e9-bdd710487676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:41.258870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:41.272690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:41.281436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:41.294205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:41.339988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Request body: {'port': {'device_id': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:41.368710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57645929e8>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:39Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:41.374274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.382426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882f83-dd3b-4bb6-a8d6-199b67017b6c None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:39Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:00:41.405945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-363daf3a-e6c0-4cfb-906c-b97cf2d33536 req-e88c195b-7347-485e-931e-5b944b235c38 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Unset dirty status for tenant:260a4d0f04fd4073b14810e223119840 on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:41.407742 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-363daf3a-e6c0-4cfb-906c-b97cf2d33536 req-e88c195b-7347-485e-931e-5b944b235c38 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.0866356
Nov 19 16:00:41.571705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:41.599355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Request body: {'port': {'device_id': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:41.758335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:41.947811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-690c83c8-d08c-436d-8ec5-1cf8d03bb1ce tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:41.955088 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-690c83c8-d08c-436d-8ec5-1cf8d03bb1ce tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 819 time: 1.0196018
Nov 19 16:00:42.036510 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.045608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da159df-2a56-4937-b9ac-4ca0caf67fae req-5a5e39b8-5484-4530-8e28-05c32bfe4e83 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:42.047284 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8da159df-2a56-4937-b9ac-4ca0caf67fae req-5a5e39b8-5484-4530-8e28-05c32bfe4e83 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 932 time: 0.2510674
Nov 19 16:00:42.054675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-83a399ff-d913-4fad-a880-ef3b2055ac64 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/quotas/68cdcb00989045889bb0139f047e0b67 HTTP/1.1" status: 200  len: 375 time: 0.0985231
Nov 19 16:00:42.126809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-da403d50-2c85-4f40-b746-a03894f78349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:42.240661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b2dcd-6b42-4af4-a831-732629610169,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:42.255753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.292798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:42.300134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.316396 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8da159df-2a56-4937-b9ac-4ca0caf67fae req-31eab850-9978-4a95-b456-f03f8045e6a2 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541003
Nov 19 16:00:42.395106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.479489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576438bac8>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4fcd8583-249f-4068-bfeb-bb01010d936b', 'name': '', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'mac_address': 'fa:16:3e:cd:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:32Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 2, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'subnets': [{'id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:42.487554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Checking router: 70863c3c-5fe8-4723-9696-a23cc322484d for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:00:42.489999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Updating router 70863c3c-5fe8-4723-9696-a23cc322484d port 4fcd8583-249f-4068-bfeb-bb01010d936b binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:00:42.495553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.552313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.590966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.597653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3061e667-e066-485a-8ecd-25d826d2c932 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:42.901960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:42.923051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52460a99-7b28-4f53-883b-b892b1ba2f4e,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:42.976226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:42.981163 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.7397349
Nov 19 16:00:42.987826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 52918) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:42.988252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1c01d9f8-6201-4801-92d4-4cf7ff817508 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:43.005981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:43.215589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:43.229101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c1a844-5cc2-4009-a707-77e7d666f342,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:43.231774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:43.232962 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/241b2dcd-6b42-4af4-a831-732629610169 HTTP/1.1" status: 204  len: 168 time: 3.7512238
Nov 19 16:00:43.242931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:43.276118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:floatingip and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:43.336177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:43.356433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-d4c89f35-be1b-488c-b4f6-8e3a9c21564b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Synchronizing usage tracker for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:43.467782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:43.547431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d7cee301-903b-44dd-ac97-8653abdb21c5 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:43.564244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce1b5-ac35-4743-aafe-392246b4515b req-dd9ea006-921f-4fef-acdc-2933ea1f721e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:43.569705 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a34ce1b5-ac35-4743-aafe-392246b4515b req-dd9ea006-921f-4fef-acdc-2933ea1f721e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 932 time: 0.6686695
Nov 19 16:00:43.573606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Checking segment: {'id': '458128b5-67c9-4cc0-bdd5-4a99052ede6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6e111d83-fd66-4ca6-9492-b226105905d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:43.574404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Network hostable DHCP agents. Network: 6e111d83-fd66-4ca6-9492-b226105905d7, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:43.640129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:43.660189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:43.688396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-d4c89f35-be1b-488c-b4f6-8e3a9c21564b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Unset dirty status for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:43.699486 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-d4c89f35-be1b-488c-b4f6-8e3a9c21564b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6438172
Nov 19 16:00:43.836766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Transition to ACTIVE for port object 4fcd8583-249f-4068-bfeb-bb01010d936b will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:43.852422 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a34ce1b5-ac35-4743-aafe-392246b4515b req-34110708-a950-408c-8e70-ee7464c06fd9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2721784
Nov 19 16:00:43.874932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:43.958976 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-66d3be4e-d8c2-4ccc-aa33-3890795768dd service neutron] 10.222.0.43 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374554
Nov 19 16:00:43.959580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Network 6e111d83-fd66-4ca6-9492-b226105905d7 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:44.116712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d6ddfb12-1105-403f-9190-d0c68f9e7775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:44.216691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7411901e-efed-4dcd-bbf5-6728d320f37c {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:00:44.226060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 6e111d83-fd66-4ca6-9492-b226105905d7) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:44.243269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:44.286179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Transition to ACTIVE for port object 7411901e-efed-4dcd-bbf5-6728d320f37c will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:44.390892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:44.391552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:44.407904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:44.527992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-13e1afb0-e13a-496a-9e26-a874d9ef627b service neutron] 10.222.0.43 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5496058
Nov 19 16:00:44.564531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa372-c918-49f6-b1a2-30a91c89fa0d req-cb58ee55-3100-404c-a368-596a15e4bc44 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:44.578628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f14fa372-c918-49f6-b1a2-30a91c89fa0d req-cb58ee55-3100-404c-a368-596a15e4bc44 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 932 time: 0.3757184
Nov 19 16:00:44.616704 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f646fd2e-8a3b-4e7c-9268-133d2f91fae3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.9349461
Nov 19 16:00:44.637946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f6b05237-b7be-4ecb-b158-a54ae1ad72e5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:44.675175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port d7cee301-903b-44dd-ac97-8653abdb21c5 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:44.684014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53154a-fa88-4b14-ada1-e5dc639f9c79 None None] Network 6e111d83-fd66-4ca6-9492-b226105905d7 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:44.738446 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f14fa372-c918-49f6-b1a2-30a91c89fa0d req-e10394a7-b68e-43a8-8fee-1397be7e6aaa tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564159
Nov 19 16:00:45.187201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.resource_extend [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 16:00:45.209130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:45.221029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:45.299798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port d7cee301-903b-44dd-ac97-8653abdb21c5 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:45.301178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:45.329007 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8c6bfd07-8efa-4690-a4f4-6c2a1aec2527 req-25747100-180f-4557-afe9-f791b2a12736 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 210 time: 0.1694963
Nov 19 16:00:45.439633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Attempting to bind port 7411901e-efed-4dcd-bbf5-6728d320f37c on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:45.440029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Attempting to bind port 7411901e-efed-4dcd-bbf5-6728d320f37c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3ea70471-9703-4070-a961-e4b0ea257f79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:45.440407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Attempting to bind port 7411901e-efed-4dcd-bbf5-6728d320f37c on network b5147f0c-7947-4c46-867a-50a401a48211 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:45.466927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:45.467298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Checking segment: {'id': '3ea70471-9703-4070-a961-e4b0ea257f79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:45.488340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:45.492819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Bound using segment: {'id': '3ea70471-9703-4070-a961-e4b0ea257f79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:45.494277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Bound port: 7411901e-efed-4dcd-bbf5-6728d320f37c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea70471-9703-4070-a961-e4b0ea257f79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5147f0c-7947-4c46-867a-50a401a48211'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:45.495042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:45.514011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f61f8-8054-4723-9983-1b36f0444223 req-5b3bb8af-ac7c-4528-836f-d0f9452cc2d9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:45.520895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bac0f-febf-441c-9c66-c096da81f5fd None None] Network 6e111d83-fd66-4ca6-9492-b226105905d7 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:45.532983 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d6f61f8-8054-4723-9983-1b36f0444223 req-5b3bb8af-ac7c-4528-836f-d0f9452cc2d9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.1856625
Nov 19 16:00:45.676152 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d6f61f8-8054-4723-9983-1b36f0444223 req-fd37eed8-7302-4858-8c1f-5a314228a1f2 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411054
Nov 19 16:00:45.813842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:45.898241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Pushing event updated for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:45.908257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.792s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:46.053052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Attempting to bind port 4fcd8583-249f-4068-bfeb-bb01010d936b on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:46.079071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Attempting to bind port 4fcd8583-249f-4068-bfeb-bb01010d936b by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:46.080423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Attempting to bind port 4fcd8583-249f-4068-bfeb-bb01010d936b on network 2dd30172-ef32-4ee0-83bc-4726763ab8bd {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:46.100684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port d7cee301-903b-44dd-ac97-8653abdb21c5, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d7cee301-903b-44dd-ac97-8653abdb21c5,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:00:46.198545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:46.212203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:46.219123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Checking segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:46.220585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:46.221675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Bound using segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:46.224114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Bound port: 4fcd8583-249f-4068-bfeb-bb01010d936b, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:46.226319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:46.292103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa297f-5294-4d4f-8b73-079179a782f1 req-e00dda56-e3df-4e69-aa6f-f76146dd5c89 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:46.293942 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-45aa297f-5294-4d4f-8b73-079179a782f1 req-e00dda56-e3df-4e69-aa6f-f76146dd5c89 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 932 time: 0.2138879
Nov 19 16:00:46.312489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] For port 7411901e-efed-4dcd-bbf5-6728d320f37c, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:46.336265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] For port 7411901e-efed-4dcd-bbf5-6728d320f37c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7411901e-efed-4dcd-bbf5-6728d320f37c,segment=NetworkSegment(3ea70471-9703-4070-a961-e4b0ea257f79),segment_id=3ea70471-9703-4070-a961-e4b0ea257f79)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:46.404301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea69cc3-e702-4e10-9bd4-49f98f5388de {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:00:46.443301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:46.450849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-721cdd21-a474-486f-a56b-24da5e6d24ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:46.504522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:46.515055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Transition to ACTIVE for port object 9ea69cc3-e702-4e10-9bd4-49f98f5388de will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:46.890657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-0254cfd8-a20e-41d9-a8ea-41f63250e5b9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:46.901294 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-0254cfd8-a20e-41d9-a8ea-41f63250e5b9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 819 time: 0.5160568
Nov 19 16:00:46.946065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-45aa297f-5294-4d4f-8b73-079179a782f1 req-480f1f12-3c68-476e-809c-4a709ebf275d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6337860
Nov 19 16:00:46.963833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-847fc101-8b62-45e1-b4c4-8ff83039dddf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/quotas/68cdcb00989045889bb0139f047e0b67 HTTP/1.1" status: 200  len: 375 time: 0.0220561
Nov 19 16:00:47.118347 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-398bbc5a-34fb-40a1-a955-3e65203e9ed2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1531496
Nov 19 16:00:47.175007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:47.193785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] For port 4fcd8583-249f-4068-bfeb-bb01010d936b, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:47.208198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:47.229841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] For port 4fcd8583-249f-4068-bfeb-bb01010d936b, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4fcd8583-249f-4068-bfeb-bb01010d936b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:47.267885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:47.304808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04b9666b-f231-4fa6-92ba-4bff910be1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:47.477328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:47.670992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Pushing event updated for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:47.677200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:47.877675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-b1f7875c-71d8-4f78-98fd-7528b0d155f1 service neutron] 10.222.0.43 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7582803
Nov 19 16:00:47.880627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53018) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:47.890818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364110308-network', 'tenant_id': '0c08ab24043d42999b29c8b8fd5a89b6'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:47.897268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:47.897739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:00:47.898472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576438bac8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:00:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:47.903548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Usage tracker for resource:network and tenant:0c08ab24043d42999b29c8b8fd5a89b6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:47.907462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:47.916639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:47.994274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:47.998859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:48.026714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:48.110756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Made reservation on behalf of 0c08ab24043d42999b29c8b8fd5a89b6 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:48.134849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:48.167356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:48.322042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:00:48.342437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:48.434397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:48.576509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:48.594970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46543d-0861-4ad2-bf10-dbb962426211 req-8e0ae54e-2f76-48b6-848b-2aaf4e20489a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:48.620687 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d46543d-0861-4ad2-bf10-dbb962426211 req-8e0ae54e-2f76-48b6-848b-2aaf4e20489a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.7414317
Nov 19 16:00:48.702890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Usage tracker for resource:security_group_rule and tenant:0c08ab24043d42999b29c8b8fd5a89b6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:48.739579 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-b20abd5e-7814-45c4-bb66-f4ff2eca64ab service neutron] 10.222.0.43 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7508328
Nov 19 16:00:48.761679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:48.787595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d7cee301-903b-44dd-ac97-8653abdb21c5 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:48.810694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:48.882102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.40', 49936) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:48.891438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea69cc3-e702-4e10-9bd4-49f98f5388de,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:48.911836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:48.939913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.027496 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d46543d-0861-4ad2-bf10-dbb962426211 req-2cfab5f5-fb98-49be-b243-6a33476d8f99 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4005551
Nov 19 16:00:49.028836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.061829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:00:49.071437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-43fec0f0-308b-43b6-986e-4f847e608a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:49.139054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.139529 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Added segment 9a1ce0b3-912f-445f-b855-df69c45fd605 of type vxlan for network 265a42ad-cf15-49eb-a637-c64700c499a9
Nov 19 16:00:49.196351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31996c70-5404-49f9-a539-df8b04ebf257,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:49.226481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:49.259837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port d7cee301-903b-44dd-ac97-8653abdb21c5 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:49.264184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.328350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-c9b45355-a273-4299-afdd-c0e212a2bcc9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:49.329351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-c9b45355-a273-4299-afdd-c0e212a2bcc9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Synchronizing usage tracker for tenant:68cdcb00989045889bb0139f047e0b67 on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:00:49.390173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.392182 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] 10.222.0.40 "PUT /v2.0/ports/7411901e-efed-4dcd-bbf5-6728d320f37c HTTP/1.1" status: 200  len: 1158 time: 8.2497845
Nov 19 16:00:49.394904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:00:49.414993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.473063 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8900a01a-12c4-4dd4-8306-945ab16f4372 req-44735b6a-231e-4fa1-967e-89239054b105 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.1743813
Nov 19 16:00:49.503401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-c9b45355-a273-4299-afdd-c0e212a2bcc9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Unset dirty status for tenant:68cdcb00989045889bb0139f047e0b67 on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:00:49.505762 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-c9b45355-a273-4299-afdd-c0e212a2bcc9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 819 time: 0.6027660
Nov 19 16:00:49.610345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.resource_extend [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 16:00:49.696198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Request body: {'port': {'device_id': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'admin_state_up': True, 'tenant_id': '68cdcb00989045889bb0139f047e0b67'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:49.700480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.715052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:49.715801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:49.732250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c4942b79-1b0b-457e-a050-11c63a9e2cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:49.826851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576438bac8>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4fcd8583-249f-4068-bfeb-bb01010d936b', 'name': '', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'mac_address': 'fa:16:3e:cd:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:32Z', 'updated_at': '2020-11-19T16:00:47Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'subnets': [{'id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:49.842655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7613b160-8209-4801-99f4-be98e1272a6a None None] The sync data for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi is: [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4fcd8583-249f-4068-bfeb-bb01010d936b', 'name': '', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'mac_address': 'fa:16:3e:cd:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:32Z', 'updated_at': '2020-11-19T16:00:47Z', 'revision_number': 4, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'subnets': [{'id': '69200311-76b7-4a0e-9c3a-43ff669fdac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:00:49.883735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4fcd8583-249f-4068-bfeb-bb01010d936b up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:50.019573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad027-d052-4326-8ed1-75b3d78a10cc req-e5de71dc-e462-4f7a-a7e9-f5a389ae1e20 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:50.039007 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bccad027-d052-4326-8ed1-75b3d78a10cc req-e5de71dc-e462-4f7a-a7e9-f5a389ae1e20 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.5599904
Nov 19 16:00:50.133526 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.2512217
Nov 19 16:00:50.154804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53072) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:50.206448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Request body: {'subnet': {'network_id': '265a42ad-cf15-49eb-a637-c64700c499a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364110308-subnet', 'tenant_id': '0c08ab24043d42999b29c8b8fd5a89b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:50.218835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:50.224750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Usage tracker for resource:subnet and tenant:0c08ab24043d42999b29c8b8fd5a89b6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:50.252742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:50.277829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 4fcd8583-249f-4068-bfeb-bb01010d936b completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:00:50.283914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 4fcd8583-249f-4068-bfeb-bb01010d936b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:50.284349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:50.354520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:50.381045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Pushing event updated for resources: {'Network': ['ID=265a42ad-cf15-49eb-a637-c64700c499a9,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:50.398620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:50.456783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 265a42ad-cf15-49eb-a637-c64700c499a9 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:50.484303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:50.499981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:50.580836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Made reservation on behalf of 0c08ab24043d42999b29c8b8fd5a89b6 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:50.610286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:50.635113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Made reservation on behalf of 68cdcb00989045889bb0139f047e0b67 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:50.641181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:50.718498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 265a42ad-cf15-49eb-a637-c64700c499a9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:00:51.033474 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bccad027-d052-4326-8ed1-75b3d78a10cc req-957bdeeb-c9a0-419a-8fc2-3fc3844425c0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9921033
Nov 19 16:00:51.146449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:51.197095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Attempting to bind port 9ea69cc3-e702-4e10-9bd4-49f98f5388de on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:51.197802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Attempting to bind port 9ea69cc3-e702-4e10-9bd4-49f98f5388de by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:51.198365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Attempting to bind port 9ea69cc3-e702-4e10-9bd4-49f98f5388de on network b67abdee-3954-4e35-9f4c-823281435803 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:51.229298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720da4c-5df5-4732-9bbc-894c4b6a595b req-470cfe28-965c-4c88-92fa-92973a8c4261 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:51.241905 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4720da4c-5df5-4732-9bbc-894c4b6a595b req-470cfe28-965c-4c88-92fa-92973a8c4261 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.8542364
Nov 19 16:00:51.264498 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-3f0ba54c-409a-41d5-97eb-040aacd82e42 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=260a4d0f04fd4073b14810e223119840&device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 1161 time: 1.5182691
Nov 19 16:00:51.298647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 4fcd8583-249f-4068-bfeb-bb01010d936b, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4fcd8583-249f-4068-bfeb-bb01010d936b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:00:51.335085 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:51.338401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:51.347037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:51.347373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Checking segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:51.347830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:51.348677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Bound using segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:51.349185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Bound port: 9ea69cc3-e702-4e10-9bd4-49f98f5388de, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:51.350107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:51.392127 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4720da4c-5df5-4732-9bbc-894c4b6a595b req-17247237-281b-4c4a-8ba8-fe6bd9ee88c0 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364820
Nov 19 16:00:51.497162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:51.504477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:51.642337 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c', 'status': 'completed', 'code': 200}
Nov 19 16:00:51.748108 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-96df0ec4-3703-460a-89bd-38adb531b329 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7411901e-efed-4dcd-bbf5-6728d320f37c HTTP/1.1" status: 200  len: 217 time: 0.3401225
Nov 19 16:00:51.786140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Allocated IP 172.20.0.2 (2dd30172-ef32-4ee0-83bc-4726763ab8bd/69200311-76b7-4a0e-9c3a-43ff669fdac8/0357be24-37ec-4603-b0f2-0d7a5560c8dd) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:51.824191 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e576f8c9-1787-4834-bd04-295e94484a46 req-230a0a96-1037-49af-9c80-8c79d0c2f383 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.0632963
Nov 19 16:00:51.909402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:51.925281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:52.060750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9363ab-a4a3-4cf7-a1dd-dad9217cbb59,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:52.065551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:52.117852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Allocated IP 172.27.2.192 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/da0580e6-cab1-4c99-987c-af73308f750b) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:52.155974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Checking segment: {'id': '9a1ce0b3-912f-445f-b855-df69c45fd605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '265a42ad-cf15-49eb-a637-c64700c499a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:52.156376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Network hostable DHCP agents. Network: 265a42ad-cf15-49eb-a637-c64700c499a9, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:00:52.212619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-eb1dc0c0-4f9b-4841-9914-f682d5fe57f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:52.214702 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-eb1dc0c0-4f9b-4841-9914-f682d5fe57f8 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=9c5c5c96-d393-40df-a7c1-571e16980c9c HTTP/1.1" status: 200  len: 851 time: 0.4258227
Nov 19 16:00:52.237864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Network 265a42ad-cf15-49eb-a637-c64700c499a9 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:00:52.311537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 265a42ad-cf15-49eb-a637-c64700c499a9) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:52.315822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:52.316564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.323598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf4132-cd52-4a1d-a66b-ede76b7e3a45 None None] Network 265a42ad-cf15-49eb-a637-c64700c499a9 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:52.363871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] For port 9ea69cc3-e702-4e10-9bd4-49f98f5388de, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:52.378552 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.2088394
Nov 19 16:00:52.448208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bec8e6-fd90-469e-b8b3-1241cd319feb req-9f075ef2-25fc-4475-b37a-ccf464e810e4 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:52.449620 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58bec8e6-fd90-469e-b8b3-1241cd319feb req-9f075ef2-25fc-4475-b37a-ccf464e810e4 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.1122265
Nov 19 16:00:52.454624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] For port 9ea69cc3-e702-4e10-9bd4-49f98f5388de, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ea69cc3-e702-4e10-9bd4-49f98f5388de,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:52.490139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.532569 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58bec8e6-fd90-469e-b8b3-1241cd319feb req-153d3775-671a-47b1-b80d-8197c4e3078e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684519
Nov 19 16:00:52.652594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:52.700664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53116) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:52.834682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.843687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.845299 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] 10.222.0.40 "PUT /v2.0/ports/9ea69cc3-e702-4e10-9bd4-49f98f5388de HTTP/1.1" status: 200  len: 1158 time: 11.5394258
Nov 19 16:00:52.872143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea69cc3-e702-4e10-9bd4-49f98f5388de,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:52.878769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.884212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:52.928944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53afc34c-da06-4e57-8601-f1b7995652bc None None] Network 265a42ad-cf15-49eb-a637-c64700c499a9 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:00:52.957787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:52.987356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:53.017250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Deleting subnet d2c1a844-5cc2-4009-a707-77e7d666f342 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:00:53.023800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.128418 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-98ba4a25-2331-463a-b3a5-cf4038835053 req-863da184-452b-42a6-94f4-12e8292bfea3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.0544035
Nov 19 16:00:53.156123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b112a-4c16-4b46-86b1-1a668ee4b916 req-bac4a18f-3cae-449f-b74f-caf625240bfc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:53.157881 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b23b112a-4c16-4b46-86b1-1a668ee4b916 req-bac4a18f-3cae-449f-b74f-caf625240bfc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.2860348
Nov 19 16:00:53.163097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.177563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.195746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.309766 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b23b112a-4c16-4b46-86b1-1a668ee4b916 req-c48d78dd-3966-4c25-8229-a4565ff4608d tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386042
Nov 19 16:00:53.357117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Pushing event updated for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:53.364789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:53.375710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:53.479140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4fcd8583-249f-4068-bfeb-bb01010d936b up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:00:53.507432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=da0580e6-cab1-4c99-987c-af73308f750b,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:53.514659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:53.545279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:53.553369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:53.557917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:00:53.559587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:53.566352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:53.567527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.574839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:00:53.579542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:00:53.649290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 4fcd8583-249f-4068-bfeb-bb01010d936b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:00:53.649775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.683080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:00:53.741251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.751329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0711670
Nov 19 16:00:53.827662 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de', 'status': 'completed', 'code': 200}
Nov 19 16:00:53.868575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:53.991179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a6ba3-d217-4c7e-8aa9-125a1bc20531 req-f9c98336-2921-4b2e-8b4d-ad81fb59118a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:53.992946 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-220a6ba3-d217-4c7e-8aa9-125a1bc20531 req-f9c98336-2921-4b2e-8b4d-ad81fb59118a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.0948024
Nov 19 16:00:53.994740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:54.013628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:54.121938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c1a844-5cc2-4009-a707-77e7d666f342,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:54.146482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:54.195543 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-220a6ba3-d217-4c7e-8aa9-125a1bc20531 req-ae35265a-3d23-4356-9136-096a09d6c378 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852870
Nov 19 16:00:54.201260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:54.202676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:54.211148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d2c1a844-5cc2-4009-a707-77e7d666f342 HTTP/1.1" status: 204  len: 168 time: 1.5089922
Nov 19 16:00:54.213756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53142) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:54.298716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:54.324930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:54.362026 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa7da91e-e990-4600-b651-69e8f8cc5c0e req-ae92789b-73db-4350-b4b6-b50fb4f35f50 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.0518026
Nov 19 16:00:54.476175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:54.553213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4604e72-fe98-4999-998a-8f539a1e5356 req-d6daf795-bc24-4b68-8f52-fb97d9562f29 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:54.554633 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e4604e72-fe98-4999-998a-8f539a1e5356 req-d6daf795-bc24-4b68-8f52-fb97d9562f29 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.0925989
Nov 19 16:00:54.616109 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e4604e72-fe98-4999-998a-8f539a1e5356 req-1b412734-64e4-4184-8ead-73ffc07dce34 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547817
Nov 19 16:00:54.760742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=da0580e6-cab1-4c99-987c-af73308f750b,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:54.778168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:54.789266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Request body: {'port': {'device_id': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:54.820166 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-c3fc86ba-2c78-4a00-a36f-038a2797b2b7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b5147f0c-7947-4c46-867a-50a401a48211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1010430
Nov 19 16:00:54.833293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.266730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.367079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.381040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.40', 49947) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:55.414727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.431675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-e9205a1c-e5dd-49c9-8b6d-ef719b026da0 service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5486667
Nov 19 16:00:55.478817 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aee9cce8-499a-4856-894f-e066b23c5e7e req-9f369dee-5a80-4bf3-aa3b-26e72c0d2747 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 1161 time: 0.6534817
Nov 19 16:00:55.681351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.682765 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 12.6935549
Nov 19 16:00:55.716656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5765224128>> segment before_delete 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.717064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5765224128>> subnet precommit_delete_associations 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.718104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> segment_host_mapping after_create 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.718479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> port after_create 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.718842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> port after_delete 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.719208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> port after_update 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.719591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> segment after_delete 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.719957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> subnet after_create 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.720317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> subnet after_delete 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.720676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f57642ac748>> subnet after_update 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.803658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575fe38748>> subnet after_create 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.805434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575fe38748>> subnet after_delete 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.805434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575fe38748>> subnet before_create 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.805434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575fe38748>> subnet before_update 55550000 {{(pid=80425) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:00:55.805434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575fe15978>,) {'filters': {'network_id': ['6e111d83-fd66-4ca6-9492-b226105905d7']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:55.836681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fe15978>, '458128b5-67c9-4cc0-bdd5-4a99052ede6e') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:55.837032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fe15978>, '458128b5-67c9-4cc0-bdd5-4a99052ede6e') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:00:55.854921 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-59e6b600-780a-4b3d-b59d-fab48682e6ba req-2f9a0f65-6bb3-41b4-92da-c2bed3aff3b3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.2922013
Nov 19 16:00:55.909876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:55.928791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-949794c1-e410-4672-8254-ea51449f3428 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:55.930465 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-949794c1-e410-4672-8254-ea51449f3428 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 819 time: 0.5483103
Nov 19 16:00:55.964809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0edd4e-d789-4dc4-8f5f-474338729a63 req-503517f2-5705-4258-8205-a48510b6910d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:55.967084 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f0edd4e-d789-4dc4-8f5f-474338729a63 req-503517f2-5705-4258-8205-a48510b6910d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.4810760
Nov 19 16:00:55.970740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Request body: {'port': {'device_id': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd', 'admin_state_up': True, 'tenant_id': '68cdcb00989045889bb0139f047e0b67'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:00:56.002938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:56.010184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:00:56.068493 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fba27916-7b91-4c33-a7e3-d49a71be8b44 req-d38989e8-fb1f-4cd4-b029-61c5de95ad54 service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6153057
Nov 19 16:00:56.195818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f0edd4e-d789-4dc4-8f5f-474338729a63 req-1c250220-adda-41c0-b3fb-e43d19d965ba tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378808
Nov 19 16:00:56.256883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994a500-c63b-4763-9da8-3dc424c5f2d5 req-3e50e1b7-9c70-40d8-8f30-055cb7de9baa tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:56.256883 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3994a500-c63b-4763-9da8-3dc424c5f2d5 req-3e50e1b7-9c70-40d8-8f30-055cb7de9baa tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.1744180
Nov 19 16:00:56.268012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9cce8-499a-4856-894f-e066b23c5e7e req-b2093faf-9b2f-45d1-a7aa-8ef5417b26c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:56.269705 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aee9cce8-499a-4856-894f-e066b23c5e7e req-b2093faf-9b2f-45d1-a7aa-8ef5417b26c4 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&shared=False HTTP/1.1" status: 200  len: 907 time: 0.7019002
Nov 19 16:00:56.330433 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3994a500-c63b-4763-9da8-3dc424c5f2d5 req-58f80b9a-46d3-4758-afb2-e1ea60044a20 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645571
Nov 19 16:00:56.368291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:00:56.373556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Usage tracker for resource:port and tenant:68cdcb00989045889bb0139f047e0b67 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:00:56.377623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Quota usage for port was recalculated. Used quota:2. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:00:56.386448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:00:56.521502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Made reservation on behalf of 68cdcb00989045889bb0139f047e0b67 for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:00:56.528066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:56.552325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-ab27f70f-baf5-4933-b999-da5734be7082 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1437527145&fields=id&tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 267 time: 0.1107423
Nov 19 16:00:56.796653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Network 6e111d83-fd66-4ca6-9492-b226105905d7 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:00:56.829369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:56.889502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-72fc66c5-434b-480a-9aee-6b5c998af2b9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:56.891239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-72fc66c5-434b-480a-9aee-6b5c998af2b9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 817 time: 0.3390508
Nov 19 16:00:56.968528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-c5eeead0-8f95-45c7-bb58-a3b543ded5b0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/quotas/a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 375 time: 0.0485113
Nov 19 16:00:57.210397 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5f0eda63-7677-4cfe-b915-18477e5ba8c5 req-7d5dc729-75b8-4cc4-a5f2-1adcb88a635b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.1212401
Nov 19 16:00:57.252042 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dcb46b03-d672-448b-bc63-3cd6ef8ab61b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2691610
Nov 19 16:00:57.390218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Network 6e111d83-fd66-4ca6-9492-b226105905d7 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:00:57.415315 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-e58cc97b-0947-4525-a724-055a121f6ad0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=260a4d0f04fd4073b14810e223119840&device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 1161 time: 1.1437042
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   (rel_b, rel_a, rel_b),
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   (rel_b, rel_a, rel_b),
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:00:57.439571 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:00:57.506044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-874baf58-a025-45f4-a6a4-dc5ba5455962 service neutron] 10.222.0.43 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363279
Nov 19 16:00:57.620090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9cce8-499a-4856-894f-e066b23c5e7e req-a2a5372c-6866-4f22-885d-921fd5bd02f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:57.621801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aee9cce8-499a-4856-894f-e066b23c5e7e req-a2a5372c-6866-4f22-885d-921fd5bd02f2 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.3000057
Nov 19 16:00:57.637347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.resource_extend [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 16:00:57.655723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d501f-cde0-47ab-80ac-d4eea7d2cbc3 req-39e43a14-4375-417e-9750-fc04092dc2be tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:57.666226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cf4d501f-cde0-47ab-80ac-d4eea7d2cbc3 req-39e43a14-4375-417e-9750-fc04092dc2be tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.2738740
Nov 19 16:00:57.704141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:57.729221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:57.766108 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0357be24-37ec-4603-b0f2-0d7a5560c8dd {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:00:57.770882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:57.780822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e111d83-fd66-4ca6-9492-b226105905d7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:57.788753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:57.794462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:57.807524 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e111d83-fd66-4ca6-9492-b226105905d7 HTTP/1.1" status: 204  len: 168 time: 3.5923364
Nov 19 16:00:57.815854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cf4d501f-cde0-47ab-80ac-d4eea7d2cbc3 req-f1b9ea8c-edc4-4933-9405-d88d05fc88a3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485181
Nov 19 16:00:57.816441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53226) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:57.824548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Transition to ACTIVE for port object 0357be24-37ec-4603-b0f2-0d7a5560c8dd will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:00:57.826006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-2b9a103f-b367-4f52-90f0-cd04b3fd8923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:57.827702 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-2b9a103f-b367-4f52-90f0-cd04b3fd8923 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b5147f0c-7947-4c46-867a-50a401a48211 HTTP/1.1" status: 200  len: 905 time: 0.3848219
Nov 19 16:00:57.861100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:57.890919 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:58.160405 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-2ea7590f-725b-40fe-aaa0-d663caaa2efc service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7411901e-efed-4dcd-bbf5-6728d320f37c HTTP/1.1" status: 200  len: 217 time: 0.1246150
Nov 19 16:00:58.161861 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-a538c275-c912-42a5-bcaa-c56c2b017f0d service neutron] 10.222.0.43 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6185911
Nov 19 16:00:58.172586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Deleting subnet 2b9363ab-a4a3-4cf7-a1dd-dad9217cbb59 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:00:58.209157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:58.281610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Pushing event updated for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:58.289939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:58.296731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:58.302497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:58.328574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-2a99e3b0-f400-4b2f-a3c7-89c4cfac8591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:58.330544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-2a99e3b0-f400-4b2f-a3c7-89c4cfac8591 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=9c5c5c96-d393-40df-a7c1-571e16980c9c HTTP/1.1" status: 200  len: 851 time: 0.1794815
Nov 19 16:00:58.364409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c0697-5f4d-4046-bad7-67ff3bf0a4af req-a8dc605a-b3c2-4026-b729-449ec0f0b851 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:58.366118 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b15c0697-5f4d-4046-bad7-67ff3bf0a4af req-a8dc605a-b3c2-4026-b729-449ec0f0b851 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.3390586
Nov 19 16:00:58.393199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-afd42dfd-8b83-4a51-8cb8-33731aae10a8 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b5147f0c-7947-4c46-867a-50a401a48211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545793
Nov 19 16:00:58.456861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Allocated IP 172.20.0.3 (2dd30172-ef32-4ee0-83bc-4726763ab8bd/69200311-76b7-4a0e-9c3a-43ff669fdac8/68053e3c-f985-43ad-8cad-53c1b4f8100b) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:00:58.576521 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b15c0697-5f4d-4046-bad7-67ff3bf0a4af req-cb8cb58d-736a-4f5d-90e7-0763f824fb31 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881087
Nov 19 16:00:58.620223 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-cd561d3a-cb69-4bf6-82ee-7caae34ca956 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 1161 time: 0.6266754
Nov 19 16:00:58.622186 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-82c28cbb-b04a-47db-8c6e-75f862a82403 service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208927
Nov 19 16:00:58.859296 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-b9b4952c-8098-43bb-b3d0-6fa4817a2915 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea69cc3-e702-4e10-9bd4-49f98f5388de HTTP/1.1" status: 200  len: 217 time: 0.1506343
Nov 19 16:00:58.943620 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-062c8f10-ed36-4f91-a5eb-2e9358bf7412 req-2282e471-680d-46ed-b1fd-ec06197fd03d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.1693349
Nov 19 16:00:58.968439 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d9e3fb62-7c67-4775-8f6e-e9c0e97fcb9c req-0044d8b3-3895-4d17-a29c-d480d645cad7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.1948264
Nov 19 16:00:59.273569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-38ab9580-eda0-45d9-a9c4-bed013a57c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:59.273569 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-38ab9580-eda0-45d9-a9c4-bed013a57c8b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.3757036
Nov 19 16:00:59.273569 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3680d13b-c3da-475a-ba07-f65afec44a26 req-8f85f368-b583-47de-bb5e-78376e68f32d service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5674636
Nov 19 16:00:59.278000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Attempting to bind port 0357be24-37ec-4603-b0f2-0d7a5560c8dd on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:00:59.278458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Attempting to bind port 0357be24-37ec-4603-b0f2-0d7a5560c8dd by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:00:59.278986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Attempting to bind port 0357be24-37ec-4603-b0f2-0d7a5560c8dd on network 2dd30172-ef32-4ee0-83bc-4726763ab8bd {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:00:59.287820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:00:59.288231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Checking segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:00:59.288591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.289139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Bound using segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:00:59.289855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Bound port: 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:00:59.290243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.313320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.320058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.402426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:59.494994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] For port 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:00:59.500164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] For port 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:00:59.516967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9363ab-a4a3-4cf7-a1dd-dad9217cbb59,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:00:59.522414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:00:59.553160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.634112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.642819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:00:59.652655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62b0c9-7446-47f0-9f30-1aa046d1f11a req-73b59d4f-01f3-411a-affb-7d103c165224 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:00:59.661384 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa62b0c9-7446-47f0-9f30-1aa046d1f11a req-73b59d4f-01f3-411a-affb-7d103c165224 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.3497808
Nov 19 16:00:59.720634 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-194e700b-359a-4ecd-be75-38db9a1c19a9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2b9363ab-a4a3-4cf7-a1dd-dad9217cbb59 HTTP/1.1" status: 204  len: 168 time: 1.8865008
Nov 19 16:00:59.725472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:59.761051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53286) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:00:59.800760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:00:59.982301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Pushing event updated for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:00.010087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:00.010995 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] 10.222.0.40 "PUT /v2.0/ports/0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 1157 time: 5.2275636
Nov 19 16:01:00.011872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:00.031001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:00.082118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Pushing event updated for resources: {'Port': ['ID=68053e3c-f985-43ad-8cad-53c1b4f8100b,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:00.092621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa62b0c9-7446-47f0-9f30-1aa046d1f11a req-b1dbacb9-812e-4b29-8576-de783eed0c72 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4299355
Nov 19 16:01:00.093649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:00.139227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:00.252374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3a7e-90d8-4468-af19-9c71960113eb req-73eceace-0a69-4ab0-842f-567c0249f5a8 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:00.254077 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98e3a7e-90d8-4468-af19-9c71960113eb req-73eceace-0a69-4ab0-842f-567c0249f5a8 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.4075308
Nov 19 16:01:00.257546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:01:00.259170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:01:00.292738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:01:00.296943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:00.297696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:00.463445 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5082722
Nov 19 16:01:00.514071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:00.597991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98e3a7e-90d8-4468-af19-9c71960113eb req-298693a1-62e8-4024-a97f-5ca0f533fae8 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2953315
Nov 19 16:01:00.649734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81edb9d-45be-44c1-b037-65d0401f895f req-a358ddf8-f24c-466c-91ce-0ad72255fdec tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:00.650812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d81edb9d-45be-44c1-b037-65d0401f895f req-a358ddf8-f24c-466c-91ce-0ad72255fdec tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Synchronizing usage tracker for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:00.695515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f575fe1ab00>> segment before_delete 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f575fe1ab00>> subnet precommit_delete_associations 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> segment_host_mapping after_create 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> port after_create 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> port after_delete 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> port after_update 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> segment after_delete 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> subnet after_create 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> subnet after_delete 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.711309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f576405b128>> subnet after_update 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.731973 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd', 'status': 'completed', 'code': 200}
Nov 19 16:01:00.869695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:01:00.881571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575f9ea710>> subnet after_create 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.881964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575f9ea710>> subnet after_delete 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.882337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575f9ea710>> subnet before_create 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.882716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f575f9ea710>> subnet before_update 55550000 {{(pid=80426) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 16:01:00.883413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575fbbf080>,) {'filters': {'network_id': ['265a42ad-cf15-49eb-a637-c64700c499a9']}} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:00.897663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d81edb9d-45be-44c1-b037-65d0401f895f req-a358ddf8-f24c-466c-91ce-0ad72255fdec tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Unset dirty status for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:00.898988 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d81edb9d-45be-44c1-b037-65d0401f895f req-a358ddf8-f24c-466c-91ce-0ad72255fdec tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 931 time: 0.5671539
Nov 19 16:01:00.937176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fbbf080>, '9a1ce0b3-912f-445f-b855-df69c45fd605') {'for_net_delete': True} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:00.938000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fbbf080>, '9a1ce0b3-912f-445f-b855-df69c45fd605') {} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:00.979663 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-59a319a1-70ac-4810-8d95-ad67db4c6e97 req-48091f7c-772d-4da8-9a9b-308af1dfac2c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0875509
Nov 19 16:01:00.981605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793716827'] for segment, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:01.005886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:01.015153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:01:01.112676 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d81edb9d-45be-44c1-b037-65d0401f895f req-3caba2df-2d92-4f7e-9787-edbc047d3b2d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630888
Nov 19 16:01:01.219156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Network 265a42ad-cf15-49eb-a637-c64700c499a9 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:01:01.230658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958663'] for segment, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:01.482127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Network 265a42ad-cf15-49eb-a637-c64700c499a9 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   (rel_b, rel_a, rel_b),
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   (rel_b, rel_a, rel_b),
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:01:01.513930 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:01:01.602571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2cae-1a47-4379-9542-18048a3dce50 req-876e07fb-0bb3-4dc9-9d06-71a9c6fc5bf9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:01.604253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5d5f2cae-1a47-4379-9542-18048a3dce50 req-876e07fb-0bb3-4dc9-9d06-71a9c6fc5bf9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.3053007
Nov 19 16:01:01.646102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:01.657601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:01.676305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:01.689251 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5d5f2cae-1a47-4379-9542-18048a3dce50 req-918a467f-9373-4a5d-9612-69a413c82262 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785887
Nov 19 16:01:01.691484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Pushing event deleted for resources: {'Network': ['ID=265a42ad-cf15-49eb-a637-c64700c499a9,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:01.698092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/265a42ad-cf15-49eb-a637-c64700c499a9 HTTP/1.1" status: 204  len: 168 time: 1.8601720
Nov 19 16:01:01.699126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:01.855012 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-24720d31-c65f-439b-a055-df1795e3b712 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690639
Nov 19 16:01:01.919310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-7b341463-ef86-44e7-b5d1-1e4e9a7cfe1c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:01:01.992118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Request body: {'port': {'device_id': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:02.148493 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a169d5d1-40d4-464b-853e-629c58c9901e req-3480bbb8-b973-42fc-930e-98c225fb2271 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1160 time: 0.2588830
Nov 19 16:01:02.171648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:02.229397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53350) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:02.341947 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65d84e83-1572-443f-a1c0-6258a063a9be req-84af5af4-7fce-48dc-80c8-25b18f8939f8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.1113873
Nov 19 16:01:02.351835 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-05038080-884e-438d-b60a-e7b74a98a654 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919787
Nov 19 16:01:02.367653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665aeb-49dc-4b46-bb53-3c258bcb5da7 req-3a25c64c-1dca-4812-9714-e7a43fa13b43 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:02.375619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-07665aeb-49dc-4b46-bb53-3c258bcb5da7 req-3a25c64c-1dca-4812-9714-e7a43fa13b43 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.6220276
Nov 19 16:01:02.396979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 7411901e-efed-4dcd-bbf5-6728d320f37c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:02.467566 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2256af69-f59a-434d-8511-44eae06d8538 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67738dadf0934c4da1b7b1baedff5436&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2346432
Nov 19 16:01:02.511650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53356) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:02.546491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-07665aeb-49dc-4b46-bb53-3c258bcb5da7 req-512cd26e-b6e0-42a8-ad2a-31efa2029f19 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694894
Nov 19 16:01:02.577641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 7411901e-efed-4dcd-bbf5-6728d320f37c completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:02.590024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 7411901e-efed-4dcd-bbf5-6728d320f37c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:02.591193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:02.609871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169d5d1-40d4-464b-853e-629c58c9901e req-a7b1eba2-20c7-4497-9f2f-f15e1ac77df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:02.614141 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a169d5d1-40d4-464b-853e-629c58c9901e req-a7b1eba2-20c7-4497-9f2f-f15e1ac77df1 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=68cdcb00989045889bb0139f047e0b67&shared=False HTTP/1.1" status: 200  len: 913 time: 0.4485528
Nov 19 16:01:02.799549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a6b550e-34a8-4444-820a-9779fa9944b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:02.804342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:02.833983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169d5d1-40d4-464b-853e-629c58c9901e req-646939af-0f0f-4fbf-867c-2622d5776674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:02.836056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a169d5d1-40d4-464b-853e-629c58c9901e req-646939af-0f0f-4fbf-867c-2622d5776674 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2118843
Nov 19 16:01:02.844876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:02.852146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb077431-e491-40f0-9e03-694042e1796c req-6a314abc-675d-48f8-a719-974d858083f4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:02.858842 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43d49dfb-4c99-45b8-8f5a-7eb17ccec00f req-1456ae52-6d0e-45c8-837d-b4b6e1299c3e service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4980114
Nov 19 16:01:02.859968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb077431-e491-40f0-9e03-694042e1796c req-6a314abc-675d-48f8-a719-974d858083f4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 931 time: 0.1531396
Nov 19 16:01:02.918859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 7411901e-efed-4dcd-bbf5-6728d320f37c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7411901e-efed-4dcd-bbf5-6728d320f37c,segment=NetworkSegment(3ea70471-9703-4070-a961-e4b0ea257f79),segment_id=3ea70471-9703-4070-a961-e4b0ea257f79)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:02.956489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:02.959745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:02.991830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.053733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.070619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb077431-e491-40f0-9e03-694042e1796c req-06ee50f8-909e-42d1-8c29-50ef15284873 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096863
Nov 19 16:01:03.150490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:03.160071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:03.190211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68053e3c-f985-43ad-8cad-53c1b4f8100b {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:01:03.203996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f422f-34c6-4df9-a6b1-43c0d26de8cd req-bdb5f04d-3bc8-47b5-b30e-2c0209bf45e2 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:03.212332 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-000bf74d-af27-4754-a110-9b8aa4b05523 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1160 time: 0.2343578
Nov 19 16:01:03.212552 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9b6f422f-34c6-4df9-a6b1-43c0d26de8cd req-bdb5f04d-3bc8-47b5-b30e-2c0209bf45e2 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.2935233
Nov 19 16:01:03.266742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.290872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Transition to ACTIVE for port object 68053e3c-f985-43ad-8cad-53c1b4f8100b will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:01:03.308258 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9b6f422f-34c6-4df9-a6b1-43c0d26de8cd req-d78285db-b3a0-4f74-9da7-6943336d47da tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948582
Nov 19 16:01:03.343933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.366246 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-e03fdb36-5a9d-4f09-a696-b5ac5f076404 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.1349509
Nov 19 16:01:03.367096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:03.378444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 7411901e-efed-4dcd-bbf5-6728d320f37c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:03.502128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c', 'code': 200}
Nov 19 16:01:03.512668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 7411901e-efed-4dcd-bbf5-6728d320f37c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:03.513339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.524984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-64239bf1-fd7f-4767-90eb-6f40983d5d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:03.526981 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-64239bf1-fd7f-4767-90eb-6f40983d5d31 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.1480110
Nov 19 16:01:03.556901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Pushing event updated for resources: {'Port': ['ID=68053e3c-f985-43ad-8cad-53c1b4f8100b,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:03.593791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:03.670062 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-f09879ee-6f89-475d-bcb3-7c74470a44a2 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1114337
Nov 19 16:01:03.806471 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6622e863-b042-4803-8418-c09dcb290a72 req-eaa34ef8-28af-4ecf-a93d-6ed0f19b4be9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0693440
Nov 19 16:01:03.930064 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-79fb0acf-827a-4cee-81cf-3b6826175fc1 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513008
Nov 19 16:01:03.953216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Attempting to bind port 68053e3c-f985-43ad-8cad-53c1b4f8100b on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:01:03.953612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Attempting to bind port 68053e3c-f985-43ad-8cad-53c1b4f8100b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:01:03.953977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Attempting to bind port 68053e3c-f985-43ad-8cad-53c1b4f8100b on network 2dd30172-ef32-4ee0-83bc-4726763ab8bd {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:01:03.984572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df5315-fc0e-4056-9182-9b85e5fecc6e req-0c8c674c-a21e-4319-a640-f3b0b8240cbc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:03.987456 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b6df5315-fc0e-4056-9182-9b85e5fecc6e req-0c8c674c-a21e-4319-a640-f3b0b8240cbc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.1846857
Nov 19 16:01:03.988831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:01:03.989430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Checking segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:01:03.990654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:03.991297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Bound using segment: {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:01:03.992152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Bound port: 68053e3c-f985-43ad-8cad-53c1b4f8100b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e38334a-6f6b-442f-ae68-316ef5082ed2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2dd30172-ef32-4ee0-83bc-4726763ab8bd'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:01:03.992774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:04.138228 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b6df5315-fc0e-4056-9182-9b85e5fecc6e req-12346155-4c02-4f01-8889-109a7a7e30a5 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284237
Nov 19 16:01:04.178248 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a010cc-9191-47d0-a2cf-315e8d8e558b req-bdbca193-5aef-409f-b25d-5db456e5831b service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2406917
Nov 19 16:01:04.182508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] For port 68053e3c-f985-43ad-8cad-53c1b4f8100b, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:01:04.187306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] For port 68053e3c-f985-43ad-8cad-53c1b4f8100b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:01:04.345722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435a7b5-5e71-4525-94c5-37b543e3d5cb req-65948008-b7c1-422f-8e4c-9fc60f74b630 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:04.347429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9435a7b5-5e71-4525-94c5-37b543e3d5cb req-65948008-b7c1-422f-8e4c-9fc60f74b630 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.0939462
Nov 19 16:01:04.391713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:04.401112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:04.417949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a32d6a-aeb8-4056-a874-e79165d1a66f,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:04.429125 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9435a7b5-5e71-4525-94c5-37b543e3d5cb req-76211ce3-bebb-4507-8c0a-9612030741c7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748925
Nov 19 16:01:04.434254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:04.436955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:04.438575 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4a32d6a-aeb8-4056-a874-e79165d1a66f HTTP/1.1" status: 204  len: 168 time: 1.9259424
Nov 19 16:01:04.553754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:04.806315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:04.898947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-53d88c07-be45-4c67-bf1a-c7935923fc0e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:04.899619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-53d88c07-be45-4c67-bf1a-c7935923fc0e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:04.924933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-8058d123-df30-4851-81be-e9079e0e2bb0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 1163 time: 0.2349403
Nov 19 16:01:04.949818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:04.964147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-53d88c07-be45-4c67-bf1a-c7935923fc0e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:04.965389 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-53d88c07-be45-4c67-bf1a-c7935923fc0e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 817 time: 0.5082068
Nov 19 16:01:05.011451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:05.019132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Usage tracker for resource:security_group_rule and tenant:1e82a0d08fcb47fb87329a74482306d1 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:05.025779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:05.038441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:05.094818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-0f2b400d-c60f-403c-a0d0-b90198c31b50 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:security_group {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:05.180300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-0f2b400d-c60f-403c-a0d0-b90198c31b50 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:security_group {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:05.186785 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a962206a-b605-4213-b3a4-1a2e36f47d3e req-041b8204-9467-4a3b-8e56-9176d2667fd5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.1697602
Nov 19 16:01:05.186963 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-0f2b400d-c60f-403c-a0d0-b90198c31b50 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 5045 time: 0.1926379
Nov 19 16:01:05.192443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Pushing event updated for resources: {'Port': ['ID=68053e3c-f985-43ad-8cad-53c1b4f8100b,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:05.210306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:05.219199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'port': {'device_id': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'admin_state_up': True, 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'security_groups': ['677b1e60-6821-4c84-97e9-bdd710487676']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:05.246822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779b41f-0756-432f-b4a1-70ec3b8e308d req-792c35f2-e15a-431b-9981-22980dd5ec7b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:05.262925 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b779b41f-0756-432f-b4a1-70ec3b8e308d req-792c35f2-e15a-431b-9981-22980dd5ec7b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.8121271
Nov 19 16:01:05.272690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-935894da-2843-4f9c-ade3-26d84c9c8441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:05.297474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:05.300628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] 10.222.0.40 "PUT /v2.0/ports/68053e3c-f985-43ad-8cad-53c1b4f8100b HTTP/1.1" status: 200  len: 1157 time: 3.3178914
Nov 19 16:01:05.302082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:05.426792 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b779b41f-0756-432f-b4a1-70ec3b8e308d req-7475e3b4-470a-4e4e-8ada-c56bdc00bd45 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618295
Nov 19 16:01:05.548395 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-30f070ba-9122-4bfc-a4d4-4f2ca481f002 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 1160 time: 0.1180525
Nov 19 16:01:05.549854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-10793d1b-6cd7-410d-a980-44f303bd32b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:01:05.767927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-277042ea-dbee-4586-83db-c72d90b039ad service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b HTTP/1.1" status: 200  len: 217 time: 0.2029257
Nov 19 16:01:05.778608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:05.791942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:05.834465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:05.861115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:05.865075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faba4162-d4ae-41a0-898b-d0cbfdcedbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:05.875161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53436) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:05.883420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:port and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:05.912131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for port was recalculated. Used quota:3. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:05.944661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42a7d1-1531-49f5-a84a-9b4ef2b5337d,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:05.951314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:06.020865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:06.027244 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-05e36924-e6cb-4f67-a7b4-3112e59d90b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c08ab24043d42999b29c8b8fd5a89b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1493502
Nov 19 16:01:06.030523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53444) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:06.036612 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a2b6298-3054-4f92-a71f-2c6aaf80d201 req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1009765
Nov 19 16:01:06.118111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.122139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Made reservation on behalf of a31e45725fbf47ba9b0bfbe5ce60ee61 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:01:06.130039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.172063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-fc426fb1-e41a-44de-81fc-80f179845217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:06.173683 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-fc426fb1-e41a-44de-81fc-80f179845217 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.1250496
Nov 19 16:01:06.188440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1176b-cabd-4a7f-89a3-d09300aa548d req-74183a97-35b2-4f4f-8f95-0f4e226c49cc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:06.190171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30b1176b-cabd-4a7f-89a3-d09300aa548d req-74183a97-35b2-4f4f-8f95-0f4e226c49cc tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.5108058
Nov 19 16:01:06.198103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.208049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8034-d889-4fa5-a0b8-fe01c32bc111 req-37912ab2-5540-4aa7-bc97-5d3a212eeaf2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:06.210128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-affa8034-d889-4fa5-a0b8-fe01c32bc111 req-37912ab2-5540-4aa7-bc97-5d3a212eeaf2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.4325275
Nov 19 16:01:06.292599 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30b1176b-cabd-4a7f-89a3-d09300aa548d req-9ce6f645-6af8-41ee-a3c4-2b1b16a5ed40 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813527
Nov 19 16:01:06.347130 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-affa8034-d889-4fa5-a0b8-fe01c32bc111 req-d03c19bd-d2a5-4025-8c88-5478af5eb13a tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052165
Nov 19 16:01:06.472763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.484393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7cdee5b4-111a-49f5-9ece-1d9087776b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:06.498342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.525733 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6c10bf46-5370-4b45-b42f-55127a54aed0 req-21f3612b-54ce-4572-b45a-d7280e1f7ef3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0531583
Nov 19 16:01:06.551810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31996c70-5404-49f9-a539-df8b04ebf257,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:06.557181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:06.574997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.576267 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31996c70-5404-49f9-a539-df8b04ebf257 HTTP/1.1" status: 204  len: 168 time: 0.5427876
Nov 19 16:01:06.591295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Allocated IP 172.20.0.8 (14d1a5ad-ec22-4814-a859-adc0b225f682/96dea2be-7d2b-40df-8fed-11c4b36acd80/bfd898bd-f72a-401d-a318-6eeb3ca5c650) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:01:06.734134 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b', 'status': 'completed', 'code': 200}
Nov 19 16:01:06.841247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371bc00-71b3-4e96-86e5-68ee77963852 req-f16b191c-7c9b-423f-a0a3-15c6a2dce38b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:06.843862 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d371bc00-71b3-4e96-86e5-68ee77963852 req-f16b191c-7c9b-423f-a0a3-15c6a2dce38b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.0952008
Nov 19 16:01:06.898636 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d371bc00-71b3-4e96-86e5-68ee77963852 req-92f665cf-b7fa-4a83-944a-ee176882631f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484478
Nov 19 16:01:06.919247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:06.938611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Transition to ACTIVE for port object bfd898bd-f72a-401d-a318-6eeb3ca5c650 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:01:07.007260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:07.007751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:07.027346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:07.171581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:07.179327 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:07.245430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:01:07.245430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:01:07.246870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:01:07.328669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:07.330133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:07.407174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2153404
Nov 19 16:01:07.603660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-39441d08-86de-4274-b736-185d6e5fdeab None None] Provisioning for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:07.610208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-39441d08-86de-4274-b736-185d6e5fdeab None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:07.610208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-39441d08-86de-4274-b736-185d6e5fdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:07.676054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf632-5cb9-43b3-96e8-e1d2a5cc2607 req-114c8414-f423-4dea-962d-2f4d21a17daf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:07.677808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-59cbf632-5cb9-43b3-96e8-e1d2a5cc2607 req-114c8414-f423-4dea-962d-2f4d21a17daf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.1638238
Nov 19 16:01:07.688707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-39441d08-86de-4274-b736-185d6e5fdeab None None] Port bfd898bd-f72a-401d-a318-6eeb3ca5c650 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:01:07.707248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7daa-48b9-41b2-a4de-46b878f5d84b req-57c0c089-4e8f-43b6-9cbe-bc9391baf654 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:07.709491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b4d7daa-48b9-41b2-a4de-46b878f5d84b req-57c0c089-4e8f-43b6-9cbe-bc9391baf654 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.1522086
Nov 19 16:01:07.774090 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-59cbf632-5cb9-43b3-96e8-e1d2a5cc2607 req-ef4ed724-f9df-48f6-acad-24af8fc7f4ee tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884044
Nov 19 16:01:07.802140 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b4d7daa-48b9-41b2-a4de-46b878f5d84b req-0d9b0834-9dff-4de8-b42c-4ea25c4137ce tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819638
Nov 19 16:01:07.981229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8e7fc-3bd8-4c58-bcee-81138e70f753 req-a8dc5ddc-a4e0-4e9e-b558-d4114fed7692 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:07.986173 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67f8e7fc-3bd8-4c58-bcee-81138e70f753 req-a8dc5ddc-a4e0-4e9e-b558-d4114fed7692 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 931 time: 0.0945187
Nov 19 16:01:08.169794 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67f8e7fc-3bd8-4c58-bcee-81138e70f753 req-1dad7676-72e9-4772-9f5b-10c9da3a07f1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1795442
Nov 19 16:01:08.229563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75593fdc-cfce-4402-986d-fcf44cc4220a req-abcc3bb3-7392-433d-95ee-72bf065ddde8 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:08.232559 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-75593fdc-cfce-4402-986d-fcf44cc4220a req-abcc3bb3-7392-433d-95ee-72bf065ddde8 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.1775832
Nov 19 16:01:08.319848 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-75593fdc-cfce-4402-986d-fcf44cc4220a req-fa0c0e74-491e-4b68-9bd5-d6dae67d2c52 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798182
Nov 19 16:01:09.040752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Request body: {'port': {'device_id': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:09.142737 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-2c623bfa-0a59-49fd-a141-6c346dfd2617 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715094
Nov 19 16:01:09.229039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:09.258148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 9ea69cc3-e702-4e10-9bd4-49f98f5388de up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:09.281776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a831c-d3f2-41ef-b31e-9a5881c1507e req-2b8b7d73-25a7-4a4e-9c7e-96d19a75d720 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:09.283591 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e8a831c-d3f2-41ef-b31e-9a5881c1507e req-2b8b7d73-25a7-4a4e-9c7e-96d19a75d720 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.3082442
Nov 19 16:01:09.306595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae1ca-64df-48aa-bb16-ce4dddd99d15 req-053b4a16-bb9c-48aa-b440-b61f536fb7c4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:09.308327 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14eae1ca-64df-48aa-bb16-ce4dddd99d15 req-053b4a16-bb9c-48aa-b440-b61f536fb7c4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.2854655
Nov 19 16:01:09.414241 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-4a58a92e-c716-4ea4-926c-aa3259dea547 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552607
Nov 19 16:01:09.504569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 9ea69cc3-e702-4e10-9bd4-49f98f5388de completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:09.511237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 9ea69cc3-e702-4e10-9bd4-49f98f5388de triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:09.511793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:09.562465 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e8a831c-d3f2-41ef-b31e-9a5881c1507e req-07920d48-3636-4e83-9c03-e586b08410b3 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496774
Nov 19 16:01:09.609605 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14eae1ca-64df-48aa-bb16-ce4dddd99d15 req-f31251f6-5cfb-4ead-8fe7-295b15d6fb74 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836289
Nov 19 16:01:09.765893 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b306f6c2-a8a7-44c7-840c-14fe30f72617 req-07ca267b-8375-4efe-837d-46b269273c12 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3385744
Nov 19 16:01:09.895181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd898bd-f72a-401d-a318-6eeb3ca5c650 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:01:09.905649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:09.944390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:09.966052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Transition to ACTIVE for port object bfd898bd-f72a-401d-a318-6eeb3ca5c650 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:01:09.969339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 9ea69cc3-e702-4e10-9bd4-49f98f5388de, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ea69cc3-e702-4e10-9bd4-49f98f5388de,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:09.971286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:10.001908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.002776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.004386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 7411901e-efed-4dcd-bbf5-6728d320f37c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:10.031043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae004b42-febf-4a24-b276-5cf75bd4bd75 req-c1ccd159-fb96-4923-8df1-02aded1a4b44 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:10.032638 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae004b42-febf-4a24-b276-5cf75bd4bd75 req-c1ccd159-fb96-4923-8df1-02aded1a4b44 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 931 time: 0.1933031
Nov 19 16:01:10.042405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:10.045060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94b10-00f9-4794-9b2b-addad66aea1e req-06e31900-bb5e-4e83-b200-dae5ac8e8cb3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:10.046901 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-90e94b10-00f9-4794-9b2b-addad66aea1e req-06e31900-bb5e-4e83-b200-dae5ac8e8cb3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 944 time: 0.1325703
Nov 19 16:01:10.092247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:10.143619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-90e94b10-00f9-4794-9b2b-addad66aea1e req-ea08ace4-440d-4820-9528-6235cb344861 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702662
Nov 19 16:01:10.147410 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae004b42-febf-4a24-b276-5cf75bd4bd75 req-78be6a89-1432-4c14-a295-b34734606a4a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993512
Nov 19 16:01:10.214758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 7411901e-efed-4dcd-bbf5-6728d320f37c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:10.215215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.231092 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:10.241186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:10.285068 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de', 'code': 200}
Nov 19 16:01:10.348440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=9ea69cc3-e702-4e10-9bd4-49f98f5388de,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:10.358363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:10.483893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Attempting to bind port bfd898bd-f72a-401d-a318-6eeb3ca5c650 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:01:10.484727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Attempting to bind port bfd898bd-f72a-401d-a318-6eeb3ca5c650 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:01:10.484727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Attempting to bind port bfd898bd-f72a-401d-a318-6eeb3ca5c650 on network 14d1a5ad-ec22-4814-a859-adc0b225f682 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:01:10.493744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:01:10.494124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Checking segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:01:10.494841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.495246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Bound using segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:01:10.495741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Bound port: bfd898bd-f72a-401d-a318-6eeb3ca5c650, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:01:10.496122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.599025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:01:10.604341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:01:10.667966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:10.700964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:10.972040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:10.978091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:11.020964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a144ec-d27a-4e37-8dc4-d820264cab62 req-b6a85674-7057-4bc0-b2b4-cf03ce9e926a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:11.023867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-91a144ec-d27a-4e37-8dc4-d820264cab62 req-b6a85674-7057-4bc0-b2b4-cf03ce9e926a tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.2270722
Nov 19 16:01:11.043117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a127c3a-4cab-4f80-8837-b30c7c81901b req-ebc032f3-0f8a-457c-91cf-52763c3e745e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:11.052783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:11.057216 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] 10.222.0.40 "PUT /v2.0/ports/bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 1157 time: 2.0218070
Nov 19 16:01:11.057415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a127c3a-4cab-4f80-8837-b30c7c81901b req-ebc032f3-0f8a-457c-91cf-52763c3e745e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.1912565
Nov 19 16:01:11.058212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:11.232406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-91a144ec-d27a-4e37-8dc4-d820264cab62 req-d14b3932-f568-4e87-bf19-4ca4a4d57534 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712899
Nov 19 16:01:11.258716 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a127c3a-4cab-4f80-8837-b30c7c81901b req-6b421bdf-61ce-4c7b-b740-1ec08b8a34d8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994689
Nov 19 16:01:11.407681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'status': 'completed', 'code': 200}
Nov 19 16:01:11.655699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad648-98cb-40ef-8241-217fa6401ce4 req-8969ecae-c43b-462d-9b66-1811c963772c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:11.657486 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b5ad648-98cb-40ef-8241-217fa6401ce4 req-8969ecae-c43b-462d-9b66-1811c963772c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1710551
Nov 19 16:01:11.665860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae6239-8201-492f-b880-bf978ffb2bcd req-72fe45d7-39ef-4110-ac98-1aa3a8549295 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:11.667592 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3ae6239-8201-492f-b880-bf978ffb2bcd req-72fe45d7-39ef-4110-ac98-1aa3a8549295 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.1351960
Nov 19 16:01:11.807488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b5ad648-98cb-40ef-8241-217fa6401ce4 req-d12c3f73-7637-4c6d-a291-98261d8ebcca tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1368427
Nov 19 16:01:11.811487 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3ae6239-8201-492f-b880-bf978ffb2bcd req-33591161-dd06-410e-b331-43113af6efc5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249328
Nov 19 16:01:12.537420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-123f2c6a-1268-47fc-bb94-2080e4113bb9 req-9526ccb6-9339-4907-8e8d-9565efd68554 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1160 time: 0.2261732
Nov 19 16:01:12.539500 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-094ba232-58dc-4bb2-bfef-064428dccc95 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 1160 time: 0.2262156
Nov 19 16:01:12.631629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-de44e542-0e8a-4560-9efb-f4b5f8019c43 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:01:12.802064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f2c6a-1268-47fc-bb94-2080e4113bb9 req-727deb17-75ef-4e02-b9a8-5d7974d38078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:12.804601 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-123f2c6a-1268-47fc-bb94-2080e4113bb9 req-727deb17-75ef-4e02-b9a8-5d7974d38078 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2473924
Nov 19 16:01:12.891018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31893eeb-b799-4d4d-9511-71ec8d508748 req-ac09bc8c-392b-437b-86e4-79d4eb958cd9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:12.892769 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-31893eeb-b799-4d4d-9511-71ec8d508748 req-ac09bc8c-392b-437b-86e4-79d4eb958cd9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.2801595
Nov 19 16:01:12.899246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d0980-76b8-4e45-9066-906a8d13c647 req-3c932cc0-f34e-42db-8ff0-c99023b5c325 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:12.900911 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c08d0980-76b8-4e45-9066-906a8d13c647 req-3c932cc0-f34e-42db-8ff0-c99023b5c325 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.3519049
Nov 19 16:01:12.905818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-fcf36494-a5ab-4cc6-b26a-b6c26df3b2d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:12.907389 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-fcf36494-a5ab-4cc6-b26a-b6c26df3b2d6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.2928922
Nov 19 16:01:12.986889 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-31893eeb-b799-4d4d-9511-71ec8d508748 req-5beb8d78-94ce-44e7-816b-b9e129ae9098 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831981
Nov 19 16:01:12.997611 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c08d0980-76b8-4e45-9066-906a8d13c647 req-a2911d46-2fc1-4877-8e94-c082bbb7e2e4 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756574
Nov 19 16:01:13.300608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186c30-d230-47d3-aff4-69d444dc6c34 req-acd33bb9-2fc8-42ef-a64f-3fe81f7db113 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:13.304366 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7186c30-d230-47d3-aff4-69d444dc6c34 req-acd33bb9-2fc8-42ef-a64f-3fe81f7db113 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.1886859
Nov 19 16:01:13.315377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbce7-b861-4fe7-bac9-ce3b95b8d3c6 req-e6949ded-9561-4e50-9c87-a31e687277a7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:13.317076 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e45cbce7-b861-4fe7-bac9-ce3b95b8d3c6 req-e6949ded-9561-4e50-9c87-a31e687277a7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1607327
Nov 19 16:01:13.401236 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7186c30-d230-47d3-aff4-69d444dc6c34 req-6fb71ede-2032-4f71-92a9-4b4330c94084 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829806
Nov 19 16:01:13.404988 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e45cbce7-b861-4fe7-bac9-ce3b95b8d3c6 req-585a19e8-f7a4-4db1-9a0b-faed170fb24a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706527
Nov 19 16:01:13.858624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53676) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:14.015246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.048732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:14.053701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Usage tracker for resource:security_group_rule and tenant:6370b1c4d241424992e4c226be042587 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:14.057043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:14.063211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:14.143172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.172751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.182557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fb7bfcb4-3255-4ab3-a2f1-aa60590a901b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:14.231726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d9598-4a9c-4690-906b-fdd1c4dadf16,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:14.239004 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6370b1c4d241424992e4c226be042587&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3784060
Nov 19 16:01:14.240717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53686) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:14.240876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:14.321233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebc865-21a7-4495-af71-26ec30eb4832 req-8cd941c9-0fa1-4f80-a574-15f19dbc6ac7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:14.322923 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-49ebc865-21a7-4495-af71-26ec30eb4832 req-8cd941c9-0fa1-4f80-a574-15f19dbc6ac7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.1987507
Nov 19 16:01:14.549770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa78889-6681-40c6-b1d9-6af112890b3b req-b683194d-cd43-47fc-90de-63f9150688ce tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:14.552025 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-efa78889-6681-40c6-b1d9-6af112890b3b req-b683194d-cd43-47fc-90de-63f9150688ce tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.3713431
Nov 19 16:01:14.567140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.625424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.638597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-49ebc865-21a7-4495-af71-26ec30eb4832 req-584ef624-ad49-4f97-8dea-4ccf8b71bb5c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3060009
Nov 19 16:01:14.690565 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-efa78889-6681-40c6-b1d9-6af112890b3b req-61b16038-0e11-467b-8f57-cb6123b152f9 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197507
Nov 19 16:01:14.858783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.920875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5ac359a4-bdcc-4736-889f-caaa179d6a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:14.943112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d9598-4a9c-4690-906b-fdd1c4dadf16,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:14.947041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:14.958517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:14.959749 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d82d9598-4a9c-4690-906b-fdd1c4dadf16 HTTP/1.1" status: 204  len: 168 time: 0.7178566
Nov 19 16:01:14.997665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15391c3-9abe-48d0-81ab-6bc31c68d5af req-7b453fc2-0f39-4b6b-a614-7b1a5d0fb946 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:14.999303 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f15391c3-9abe-48d0-81ab-6bc31c68d5af req-7b453fc2-0f39-4b6b-a614-7b1a5d0fb946 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.1820889
Nov 19 16:01:15.007094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0cfd4-6289-4162-b155-9b1b952366bb req-a1c05e12-313b-45ed-a7d0-c9dca2fa1875 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:15.008951 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b9e0cfd4-6289-4162-b155-9b1b952366bb req-a1c05e12-313b-45ed-a7d0-c9dca2fa1875 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1569695
Nov 19 16:01:15.091459 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f15391c3-9abe-48d0-81ab-6bc31c68d5af req-769b9b1e-f6cf-49b4-a3d4-e09a1f72be98 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814013
Nov 19 16:01:15.100711 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b9e0cfd4-6289-4162-b155-9b1b952366bb req-fb657335-2d4b-4309-bca0-68f52730443b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758801
Nov 19 16:01:15.439610 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-c82778d2-3f48-4c57-997f-a081a7a7b981 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b HTTP/1.1" status: 200  len: 217 time: 0.0676482
Nov 19 16:01:15.543106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-035ebaeb-5ed9-429d-abeb-8a304d1394c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:15.547815 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-035ebaeb-5ed9-429d-abeb-8a304d1394c9 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.0999441
Nov 19 16:01:15.548361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53704) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:15.569711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:15.605791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f2c6a-1268-47fc-bb94-2080e4113bb9 req-3e740b83-d338-4182-a309-cfde64177f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:15.609725 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-123f2c6a-1268-47fc-bb94-2080e4113bb9 req-3e740b83-d338-4182-a309-cfde64177f5b service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2369926
Nov 19 16:01:15.633740 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cf59567c-1034-4c17-ad25-06a9355a060c req-4c607492-7f58-4cc1-a123-a296e1e88a47 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 1163 time: 0.2339480
Nov 19 16:01:15.692501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:15.698325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-c41417eb-cbcd-4f26-a47a-39c0d38d82ad service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900657
Nov 19 16:01:15.701965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Usage tracker for resource:security_group_rule and tenant:02731e8c29de4371abacc7b40c27abdd is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:15.706411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:15.714242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:15.857903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cf59567c-1034-4c17-ad25-06a9355a060c req-0c07e1fc-a8b5-4a0f-966f-13ede5937ed9 service neutron] Synchronizing usage tracker for tenant:1e82a0d08fcb47fb87329a74482306d1 on resource:security_group {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:15.928872 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-02feb200-c3a6-4208-9e04-a8fb2bdaab84 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1160 time: 0.1386523
Nov 19 16:01:16.003162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cf59567c-1034-4c17-ad25-06a9355a060c req-0c07e1fc-a8b5-4a0f-966f-13ede5937ed9 service neutron] Unset dirty status for tenant:1e82a0d08fcb47fb87329a74482306d1 on resource:security_group {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:16.005021 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cf59567c-1034-4c17-ad25-06a9355a060c req-0c07e1fc-a8b5-4a0f-966f-13ede5937ed9 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3173332
Nov 19 16:01:16.014798 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-da51473b-035d-4628-871a-5d2fba96e709 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 217 time: 0.0703626
Nov 19 16:01:16.148285 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-cd8aa698-947d-4092-a372-f3618792a4b4 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4089985
Nov 19 16:01:16.158117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:16.183180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df2c4a-da7f-4f51-a4a4-63ff2060d65d req-d78fe7e0-4380-4cf9-aafd-08b2bd28d5fa tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:16.184858 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9df2c4a-da7f-4f51-a4a4-63ff2060d65d req-d78fe7e0-4380-4cf9-aafd-08b2bd28d5fa tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.2506959
Nov 19 16:01:16.193224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464551e-18ad-46a4-aa93-737aa179c228 req-05a51b7f-d6d9-4a25-ac97-d6d22b5e55f1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:16.195947 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5464551e-18ad-46a4-aa93-737aa179c228 req-05a51b7f-d6d9-4a25-ac97-d6d22b5e55f1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.2631383
Nov 19 16:01:16.243861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:16.265762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:16.355442 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9df2c4a-da7f-4f51-a4a4-63ff2060d65d req-e731704d-cb51-499b-9a7c-25dc4c855785 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583743
Nov 19 16:01:16.385689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-99571411-f915-4122-90ce-e85912771832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:16.387299 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-99571411-f915-4122-90ce-e85912771832 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0748065
Nov 19 16:01:16.427226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 9ea69cc3-e702-4e10-9bd4-49f98f5388de up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:16.440261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb9a42-5dd2-4c63-9d5a-d6c0331238a8,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:16.451310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02731e8c29de4371abacc7b40c27abdd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9018290
Nov 19 16:01:16.454193 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5464551e-18ad-46a4-aa93-737aa179c228 req-397e9fe4-3cf4-4b9a-bb4f-dd126f6eb680 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404103
Nov 19 16:01:16.455154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:16.455566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53722) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:16.536308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 9ea69cc3-e702-4e10-9bd4-49f98f5388de triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:16.537040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:16.554420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65985b24-f760-4f57-bdff-14c42f5fe5c6 req-ca220a8f-ab02-42c0-b01e-3ba2c8a05671 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2377002
Nov 19 16:01:16.573833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-c5854d3c-f3bb-49a4-9a49-b4b1631ac6a1 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1635587
Nov 19 16:01:16.574038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:16.643674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:16.694882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:16.893207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:16.901500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:16.902256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:17.138804 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-04c2fdc9-50da-4b5d-af5e-2b0e1188e0f7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4007215
Nov 19 16:01:17.151564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8d97f-3c5e-42ac-9082-334283a4c8bf req-3925cd81-14bb-41d6-9621-8c519c76646e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:17.153484 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a1a8d97f-3c5e-42ac-9082-334283a4c8bf req-3925cd81-14bb-41d6-9621-8c519c76646e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.4882679
Nov 19 16:01:17.161182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8f8b-ebd9-4b07-b9df-474b6a20f8e1 req-ab7ccb56-d42a-4f7d-8863-e60fc52bdf71 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:17.169515 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb6d8f8b-ebd9-4b07-b9df-474b6a20f8e1 req-ab7ccb56-d42a-4f7d-8863-e60fc52bdf71 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.3847053
Nov 19 16:01:17.173939 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-61500916-5820-40e8-b13d-2314ac8d0c03 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5692718
Nov 19 16:01:17.228033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:17.251181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:17.292041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:17.294022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6bd8103b-0728-40ec-b35f-0c4210650405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:17.312598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:17.318497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb9a42-5dd2-4c63-9d5a-d6c0331238a8,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:17.336981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:17.352792 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb6d8f8b-ebd9-4b07-b9df-474b6a20f8e1 req-33b325f0-3cda-4782-a634-909f059a51ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821823
Nov 19 16:01:17.354591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:17.356533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:17.360817 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1efb9a42-5dd2-4c63-9d5a-d6c0331238a8 HTTP/1.1" status: 204  len: 168 time: 0.8994427
Nov 19 16:01:17.388660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae03abd0-e558-4839-af51-10d2bfaa3fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:17.426846 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-71f4abac-25cf-4895-bcec-f2b544772fc2 req-96fde78f-64fc-408d-a835-d4aeed91dfda service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2446346
Nov 19 16:01:17.510573 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a1a8d97f-3c5e-42ac-9082-334283a4c8bf req-5f0291df-9d3b-456e-848a-4c99cd61c0f0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2782929
Nov 19 16:01:17.620550 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-c182bc54-891c-4c7e-a434-9b5e5c7f6977 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=260a4d0f04fd4073b14810e223119840&device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 1163 time: 0.2607934
Nov 19 16:01:17.660896 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd', 'code': 200}
Nov 19 16:01:17.681650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:17.711890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:17.878511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53774) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:18.229733 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-085eb261-7f30-489c-af8a-4e4169c97850 req-3a11e973-9b6d-4354-83d7-01930661cb56 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.1592295
Nov 19 16:01:18.279560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35306a-892d-4475-ad3e-7c3503df8937 req-33815c8f-1426-44e9-8c32-6196527336ff tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:18.281499 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4d35306a-892d-4475-ad3e-7c3503df8937 req-33815c8f-1426-44e9-8c32-6196527336ff tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.5714326
Nov 19 16:01:18.294521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cfa38-a192-480b-b04c-34bfa2fbaa20 req-75f657ce-a6e4-405b-892d-cb36a36eb061 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:18.295400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:18.296406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-355cfa38-a192-480b-b04c-34bfa2fbaa20 req-75f657ce-a6e4-405b-892d-cb36a36eb061 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.3088734
Nov 19 16:01:18.299278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-f1d1f483-f0e9-4d75-a662-71bd9f396ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:18.301045 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-f1d1f483-f0e9-4d75-a662-71bd9f396ffc service neutron] 10.222.0.40 "GET /v2.0/networks?id=b5147f0c-7947-4c46-867a-50a401a48211 HTTP/1.1" status: 200  len: 905 time: 0.4940374
Nov 19 16:01:18.339156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-085eb261-7f30-489c-af8a-4e4169c97850 req-18caaa17-f049-442e-ac2a-c0741c912c0d service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017096
Nov 19 16:01:18.362603 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:18.368424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Usage tracker for resource:security_group_rule and tenant:ff814383b9754035b937d9861e9ecfbb is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:18.372901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:18.380740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:18.415878 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-6353f375-3516-4c44-bed9-2c5089fed857 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7411901e-efed-4dcd-bbf5-6728d320f37c HTTP/1.1" status: 200  len: 217 time: 0.0921171
Nov 19 16:01:18.461399 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4d35306a-892d-4475-ad3e-7c3503df8937 req-1a70b1bc-e4e7-42aa-b002-b5faacd6e418 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637590
Nov 19 16:01:18.464050 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-355cfa38-a192-480b-b04c-34bfa2fbaa20 req-490e0d5d-0d8f-4fe0-8204-13b9403f73dc tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424425
Nov 19 16:01:18.464195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:18.501125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:18.514684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ddfd8b24-3daf-4a43-b0f7-53d66fac700c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:18.575128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff814383b9754035b937d9861e9ecfbb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6947794
Nov 19 16:01:18.577810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53812) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:18.628159 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40afb47e-a805-4e50-87dd-f05092727d11,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:18.645040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:19.126908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-653ecbdd-7915-4c92-b1ba-c223fdb5f976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:19.128529 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-653ecbdd-7915-4c92-b1ba-c223fdb5f976 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=9c5c5c96-d393-40df-a7c1-571e16980c9c HTTP/1.1" status: 200  len: 851 time: 0.4140210
Nov 19 16:01:19.146359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:19.245079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 9ea69cc3-e702-4e10-9bd4-49f98f5388de up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:19.283599 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-ff080351-cb37-495e-ad73-c0ff08c19080 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b5147f0c-7947-4c46-867a-50a401a48211&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1337421
Nov 19 16:01:19.287840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:19.318079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafb6c3-bf7e-46b4-b9d1-2ef07b72943c req-bc931a8e-7ea9-4b6a-a11e-19da5e46acf5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:19.341597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-abafb6c3-bf7e-46b4-b9d1-2ef07b72943c req-bc931a8e-7ea9-4b6a-a11e-19da5e46acf5 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.6085510
Nov 19 16:01:19.383533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cd34-da39-44cd-988c-3dad8e797716 req-4fb188db-4551-43c4-8b3a-610fb943a835 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:19.391195 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65e8cd34-da39-44cd-988c-3dad8e797716 req-4fb188db-4551-43c4-8b3a-610fb943a835 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.7789619
Nov 19 16:01:19.538691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 9ea69cc3-e702-4e10-9bd4-49f98f5388de triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:19.539668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:19.842279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:19.906170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-abafb6c3-bf7e-46b4-b9d1-2ef07b72943c req-305f335a-4688-44f0-875c-b5e60e0214c6 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5601192
Nov 19 16:01:19.961228 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-f3b29d07-516c-494e-8cf6-8a6608a7e100 service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6542039
Nov 19 16:01:19.982788 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65e8cd34-da39-44cd-988c-3dad8e797716 req-f54e0418-fdbd-4464-93da-1b80c870e460 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4706166
Nov 19 16:01:20.002311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:20.002810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:20.057793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:20.208489 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4cb22fe0-f754-4a44-8541-88339086cfd6 req-6ca4770c-8995-487f-a022-bb935ce8d18a service neutron] 10.222.0.40 "GET /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2241411
Nov 19 16:01:20.215874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:20.233079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40afb47e-a805-4e50-87dd-f05092727d11,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:20.243160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:20.243892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40afb47e-a805-4e50-87dd-f05092727d11 HTTP/1.1" status: 204  len: 168 time: 1.6644690
Nov 19 16:01:20.249099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.249951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.250486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.251127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.252022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.252558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.253136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.253717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.255063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.255522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.255993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.261810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.263532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.263532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:20.268067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:20.572604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a58ab-9634-4dcf-993e-1789b7d51767 req-ec53dab8-7b23-4c78-96f4-fd65eeeb22cf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:20.575056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e3a58ab-9634-4dcf-993e-1789b7d51767 req-ec53dab8-7b23-4c78-96f4-fd65eeeb22cf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 943 time: 0.2264369
Nov 19 16:01:20.686426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:20.693148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e3a58ab-9634-4dcf-993e-1789b7d51767 req-42bf9426-b4b2-4467-9651-fb2bc1591c57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096315
Nov 19 16:01:20.870927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 68053e3c-f985-43ad-8cad-53c1b4f8100b completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:20.878736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 68053e3c-f985-43ad-8cad-53c1b4f8100b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:20.879450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:21.208287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:21.315251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 68053e3c-f985-43ad-8cad-53c1b4f8100b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:21.321872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:21.359078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:21.362678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:21.466771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=68053e3c-f985-43ad-8cad-53c1b4f8100b,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:21.472548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:21.486642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e4925-7e15-4dca-ba44-af6ea9890360 req-d6e0602d-84e4-44dc-9a00-f1bc4f26abb7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:21.490226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-104e4925-7e15-4dca-ba44-af6ea9890360 req-d6e0602d-84e4-44dc-9a00-f1bc4f26abb7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1317191
Nov 19 16:01:21.543546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-104e4925-7e15-4dca-ba44-af6ea9890360 req-5caf146c-8c14-42f6-a51f-10807f37ed55 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512521
Nov 19 16:01:21.656368 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b', 'code': 200}
Nov 19 16:01:22.028713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5ba80-12d6-4dc6-9e64-cc63ff800a31 req-f1a847aa-2e34-4772-9856-2edcc6a556ff tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:22.030459 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-96f5ba80-12d6-4dc6-9e64-cc63ff800a31 req-f1a847aa-2e34-4772-9856-2edcc6a556ff tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.0894265
Nov 19 16:01:22.130854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-96f5ba80-12d6-4dc6-9e64-cc63ff800a31 req-247f4056-aa2b-44e0-90d2-f08fd2c71f72 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923123
Nov 19 16:01:22.169429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ada394ed-ab18-4643-980a-106dcfaeb325 req-5ed9cdc5-71f0-46df-9ce9-d8738c251c07 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 1162 time: 0.0863018
Nov 19 16:01:22.227602 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ada394ed-ab18-4643-980a-106dcfaeb325 req-b59fef74-3102-4f93-807c-96c5f9c69a6c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502114
Nov 19 16:01:22.320580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53930) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:22.363953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53938) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:22.557084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:22.647310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:22.662558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb60a5319c9546c29e068a43c78a30dc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:22.684717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:22.711626 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:22.876494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:22.890227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:22.911388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:22.939458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:22.964705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:22.969367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:22.971738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c3aedbb3754c39a21b07643898b33f is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:22.976398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:22.988718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088f61a-e244-4efa-8ba8-cbe78c5eba91 req-67867723-2c91-46b9-8a7e-e127d5623ff6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:22.990504 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2088f61a-e244-4efa-8ba8-cbe78c5eba91 req-67867723-2c91-46b9-8a7e-e127d5623ff6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2155194
Nov 19 16:01:22.995432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:22.997806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:01:23.001807 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb60a5319c9546c29e068a43c78a30dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6800244
Nov 19 16:01:23.006825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 53972) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:23.013232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:23.018197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.031585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f92b5-fe77-4392-920b-bac7fd3d004e,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:23.045142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.045800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.046652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.047347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.047880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.048402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.048921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.049470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.049994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.051046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.051765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.052284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.052917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.053432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.053994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.054507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.055033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.055556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.056066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.056576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.057380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.057930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.058524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.059039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:23.064022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:23.068426 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2088f61a-e244-4efa-8ba8-cbe78c5eba91 req-2e93c07f-9c08-4257-9555-07122b268c49 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700824
Nov 19 16:01:23.118608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.123994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.151603 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.160748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bd73021e-765a-4690-876e-8322d95fc8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:23.161286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.211041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bb3de-b79a-4217-94fe-15d9fb496765,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:23.215425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:23.218338 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2c3aedbb3754c39a21b07643898b33f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8527815
Nov 19 16:01:23.223644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 53978) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:23.302999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.322042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.353911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.370050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:23.386572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f92b5-fe77-4392-920b-bac7fd3d004e,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:23.392156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:23.397405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.398654 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba5f92b5-fe77-4392-920b-bac7fd3d004e HTTP/1.1" status: 204  len: 168 time: 0.3901811
Nov 19 16:01:23.402004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:23.423391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.459050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.460357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:23.521201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:23.521801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc7a19-1821-4d48-a785-1fbe363c8705 req-07a1ae06-a981-478c-b06a-3bb2db98034f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:23.524156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0edc7a19-1821-4d48-a785-1fbe363c8705 req-07a1ae06-a981-478c-b06a-3bb2db98034f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1769528
Nov 19 16:01:23.557218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.581027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:23.656993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:23.661850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:23.670162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:23.704784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bb3de-b79a-4217-94fe-15d9fb496765,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:23.721179 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0edc7a19-1821-4d48-a785-1fbe363c8705 req-da16d1ce-fd03-4fff-b793-1286d153bf67 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852095
Nov 19 16:01:23.721179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:23.732816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.742599 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b2bb3de-b79a-4217-94fe-15d9fb496765 HTTP/1.1" status: 204  len: 168 time: 0.5205057
Nov 19 16:01:23.778239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:23.778832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:23.820434 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'code': 200}
Nov 19 16:01:23.980399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:24.079942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 68053e3c-f985-43ad-8cad-53c1b4f8100b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:24.080644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.328207 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e569dba8-bda2-4d33-99aa-ba46985e33e6 req-6de001e6-164d-4cb5-b148-b5822254b322 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1162 time: 0.0908554
Nov 19 16:01:24.379836 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e569dba8-bda2-4d33-99aa-ba46985e33e6 req-e0320edf-7369-4550-a0eb-ffb1a2b3c0e7 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446699
Nov 19 16:01:24.478711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcd755-f695-438a-a06b-ef282159a09d req-6818ff8a-0d06-47f0-aaf7-2a057212d499 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:24.481587 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15fcd755-f695-438a-a06b-ef282159a09d req-6818ff8a-0d06-47f0-aaf7-2a057212d499 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0963848
Nov 19 16:01:24.517609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54006) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:24.546645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.557710 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15fcd755-f695-438a-a06b-ef282159a09d req-54976c0f-dc59-4b10-9a5e-93897765c071 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682724
Nov 19 16:01:24.586571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:24.591435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Usage tracker for resource:security_group_rule and tenant:bb998439bb204d31927777f7fc32af7a is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:24.594901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:24.602964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:24.680485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.691743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:24.717183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.729575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1293e23e-ca80-48c4-af71-40315db5da55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:24.803049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b2e27-2050-4750-b659-1d191fe781ef,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:24.820446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:24.830284 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb998439bb204d31927777f7fc32af7a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3066752
Nov 19 16:01:24.830877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54016) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:24.836841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.854178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:24.854652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.919680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54024) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:24.940422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:24.980416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:24.987345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Usage tracker for resource:security_group_rule and tenant:6426df60403e40798c494c19369c0683 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:24.991307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:25.000017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:25.048834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.108566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.108715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.134055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.143568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:25.165088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a268d4-a84e-42e7-ac6e-30db6813fd46 req-52fb3599-7b68-4a30-9749-10cf2ff5c7fc tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:25.167000 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85a268d4-a84e-42e7-ac6e-30db6813fd46 req-52fb3599-7b68-4a30-9749-10cf2ff5c7fc tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2191324
Nov 19 16:01:25.196074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69d781b-c8cb-486c-b389-51a24ff00bbb,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:25.199923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:25.203144 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6426df60403e40798c494c19369c0683&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2823095
Nov 19 16:01:25.205864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54032) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:25.227935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.242385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:25.261151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b2e27-2050-4750-b659-1d191fe781ef,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:25.266275 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:25.282785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.285072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85a268d4-a84e-42e7-ac6e-30db6813fd46 req-d6cb7ee1-d71c-4521-becd-be08e44f3249 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991771
Nov 19 16:01:25.288055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.289265 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb0b2e27-2050-4750-b659-1d191fe781ef HTTP/1.1" status: 204  len: 168 time: 0.4564416
Nov 19 16:01:25.321624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.431148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.437025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:25.453575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69d781b-c8cb-486c-b389-51a24ff00bbb,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:25.477056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:25.489288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:25.490734 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a69d781b-c8cb-486c-b389-51a24ff00bbb HTTP/1.1" status: 204  len: 168 time: 0.2836955
Nov 19 16:01:25.943368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a7c2-038e-4694-bc4f-e97053344c8f req-a1ecda17-831d-43bc-8bc0-1978ff3a10f9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:25.945482 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3f16a7c2-038e-4694-bc4f-e97053344c8f req-a1ecda17-831d-43bc-8bc0-1978ff3a10f9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1514223
Nov 19 16:01:26.157632 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3f16a7c2-038e-4694-bc4f-e97053344c8f req-4b649fb1-a88d-4ebd-8d5f-719c0c0793fe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957808
Nov 19 16:01:26.275366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ea278-f798-42a1-a6a3-b5621b3be8c9 req-58296fff-c2ca-4d06-90f4-dcd5e95cb680 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:26.286537 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2f6ea278-f798-42a1-a6a3-b5621b3be8c9 req-58296fff-c2ca-4d06-90f4-dcd5e95cb680 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2814541
Nov 19 16:01:26.294362 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-75c30297-a290-40b0-aa69-f341a5bdfa2b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 1162 time: 0.2450836
Nov 19 16:01:26.376639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54072) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:26.514947 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2f6ea278-f798-42a1-a6a3-b5621b3be8c9 req-896757b7-73d4-4936-96a4-ad3dad1d8232 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190917
Nov 19 16:01:26.596640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-657dd559-5686-4e86-91f4-78d7c8765501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:26.598377 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-657dd559-5686-4e86-91f4-78d7c8765501 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.2791677
Nov 19 16:01:26.651222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:26.685442 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-c2887582-7ba9-45d3-8976-68c8386dcace service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b HTTP/1.1" status: 200  len: 217 time: 0.0800855
Nov 19 16:01:26.724430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:26.729837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Usage tracker for resource:security_group_rule and tenant:64841645ef92438fbe587b706a9f8029 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:26.734593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:26.742743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:26.769779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:26.809180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-62b909b9-bae6-48bc-bd20-6158d278af50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:26.810847 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-62b909b9-bae6-48bc-bd20-6158d278af50 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.1112595
Nov 19 16:01:26.828229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:26.880323 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-ef061b24-90dd-4e4a-bacc-42b4dcacceef service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620983
Nov 19 16:01:26.882797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:26.890847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:26.952594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:26.953569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:26.954800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774ddbb-8050-4995-94b6-aeb7e03d2626,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:26.963412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:26.970415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64841645ef92438fbe587b706a9f8029&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5902100
Nov 19 16:01:26.974044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54094) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:27.110803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:27.154746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:27.160488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-f730600a-85b6-48ab-b68d-6e1e589bc735 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707074
Nov 19 16:01:27.265305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:27.272002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-63ef418b-0819-4616-87c5-850c15f00df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:27.285678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774ddbb-8050-4995-94b6-aeb7e03d2626,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:27.290991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:27.294883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:27.296140 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0774ddbb-8050-4995-94b6-aeb7e03d2626 HTTP/1.1" status: 204  len: 168 time: 0.3210230
Nov 19 16:01:27.379724 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84b68578-849d-4cfe-be04-0c7642d3d3d8 req-c741d325-21f0-43c8-bca9-4331232cd48b service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2123697
Nov 19 16:01:27.527317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1851fe-18de-48f0-b90f-ad68bf9d7c1b req-86c04459-17ae-4b8e-9172-9abc27c47310 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:27.535769 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e1851fe-18de-48f0-b90f-ad68bf9d7c1b req-86c04459-17ae-4b8e-9172-9abc27c47310 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1085010
Nov 19 16:01:27.593219 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e1851fe-18de-48f0-b90f-ad68bf9d7c1b req-9ffe477d-24d5-4b1c-9933-0b58abd8ccad tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564361
Nov 19 16:01:27.856225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd4159-0099-40e8-b333-057d3cb472d3 req-3b92decf-ee43-458c-97f0-e37649fa82a8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:27.858243 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-81dd4159-0099-40e8-b333-057d3cb472d3 req-3b92decf-ee43-458c-97f0-e37649fa82a8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1640325
Nov 19 16:01:27.994741 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-81dd4159-0099-40e8-b333-057d3cb472d3 req-c9b5377a-89b6-46a8-9b0f-86734ab47ea7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234007
Nov 19 16:01:28.030723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73b35-bd77-42f8-a1c2-ad662eb502d1 req-f4c13b12-d9da-4ba1-b3d0-218481f57236 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:28.032595 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8fc73b35-bd77-42f8-a1c2-ad662eb502d1 req-f4c13b12-d9da-4ba1-b3d0-218481f57236 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1424842
Nov 19 16:01:28.043731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54136) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:28.052575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'floatingip': {'port_id': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:28.143690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:28.210238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54142) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:28.287193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:28.384090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:28.396442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Usage tracker for resource:security_group_rule and tenant:73ac28fc73974bc6b469f80b4b57bc7b is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:28.405586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:28.424262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:28.736451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:28.892523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:28.907116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:28.962147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10082e3-9c0f-4fe2-911e-6d4b501df39c,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:28.970620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:28.981867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73ac28fc73974bc6b469f80b4b57bc7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7672999
Nov 19 16:01:28.985192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54168) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:29.127342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.183343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.190022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.248098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.328362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c0482-1082-4e65-88df-b273f957e893 req-de7fd846-1da8-4e4b-b667-153bf3c9fc0e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:29.330923 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-245c0482-1082-4e65-88df-b273f957e893 req-de7fd846-1da8-4e4b-b667-153bf3c9fc0e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1048882
Nov 19 16:01:29.357221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.397403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:29.418044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:29.419314 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e10082e3-9c0f-4fe2-911e-6d4b501df39c HTTP/1.1" status: 204  len: 168 time: 0.4313135
Nov 19 16:01:29.421154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10082e3-9c0f-4fe2-911e-6d4b501df39c,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:29.433425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:29.467023 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-245c0482-1082-4e65-88df-b273f957e893 req-c481756e-a657-493c-816c-267afdb52d3d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191452
Nov 19 16:01:29.720883 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Floating IP 90e66186-815b-4d31-bbf1-8435c70e25c4 associated. External IP: 172.27.2.192, port: bfd898bd-f72a-401d-a318-6eeb3ca5c650.
Nov 19 16:01:30.212124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:01:30.448487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:01:30.467146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:30.467431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:01:30.479059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:01:30.480170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57646c7208>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:01:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:30.521949 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bfb4c714-01ef-4c9e-be67-4e2682190a4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "PUT /v2.0/floatingips/90e66186-815b-4d31-bbf1-8435c70e25c4 HTTP/1.1" status: 200  len: 991 time: 2.4765878
Nov 19 16:01:30.522688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:30.947148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:01:31.047447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0369010-e543-4bc1-a975-89cfec91dee9 req-6a49097d-cf56-43ec-8570-4bf5f603d510 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:31.062872 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0369010-e543-4bc1-a975-89cfec91dee9 req-6a49097d-cf56-43ec-8570-4bf5f603d510 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.3219435
Nov 19 16:01:31.151339 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0369010-e543-4bc1-a975-89cfec91dee9 req-eaea7d04-b6f8-4f36-b7d9-226ea5122f61 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870771
Nov 19 16:01:31.277270 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'status': 'completed', 'code': 200}
Nov 19 16:01:31.426322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57646c7208>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '90e66186-815b-4d31-bbf1-8435c70e25c4', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:38:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:00:53Z', 'updated_at': '2020-11-19T16:01:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:31.431612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:01:31.444698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:01:31.445483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57646c7208>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:01:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:31.694838 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-bf69a1ce-0dd8-41d2-9edc-40153083c148 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1162 time: 0.1321375
Nov 19 16:01:31.755102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:01:31.936990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-a9f27a4d-c5fa-4bba-9616-69c250ff8bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:31.938857 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-a9f27a4d-c5fa-4bba-9616-69c250ff8bdc service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.2322326
Nov 19 16:01:32.077269 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-23a63a64-6c39-4022-bc52-ff5e789d36bf service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 999 time: 0.1280191
Nov 19 16:01:32.158789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-ce56b0fe-5dfd-4ca2-b0d0-1ecfbfd3e1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:32.161176 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-ce56b0fe-5dfd-4ca2-b0d0-1ecfbfd3e1d4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0769627
Nov 19 16:01:32.289151 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-fcdcd1ec-997f-440d-85bf-131b28e438e4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1200376
Nov 19 16:01:32.305724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57646c7208>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '90e66186-815b-4d31-bbf1-8435c70e25c4', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:38:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:00:53Z', 'updated_at': '2020-11-19T16:01:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:32.312123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a2d10-c95e-4eec-b4d3-d2f8b6c69093 None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '90e66186-815b-4d31-bbf1-8435c70e25c4', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:38:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:00:53Z', 'updated_at': '2020-11-19T16:01:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:01:32.575914 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-0167e590-d98f-4010-9eac-3b5969d734cd service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2719531
Nov 19 16:01:32.615444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798244-a611-4ef9-be70-ddd4ae900572 req-9bbc1e38-bcbd-463a-b3c5-9149c53ed157 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:32.617113 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0798244-a611-4ef9-be70-ddd4ae900572 req-9bbc1e38-bcbd-463a-b3c5-9149c53ed157 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2795799
Nov 19 16:01:32.791410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6ff6-47f6-4f9b-af81-b0659150327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:32.806702 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4ef800-9891-414b-89b9-9e94dab476ce req-cc1e2905-3c8c-4ecf-9687-9531086c85c3 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2193620
Nov 19 16:01:32.809612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d6fc2-8c2d-42f7-894f-e9cc783ddfb7 None None] New status for floating IP 90e66186-815b-4d31-bbf1-8435c70e25c4: ACTIVE {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:01:32.862337 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0798244-a611-4ef9-be70-ddd4ae900572 req-56e14b43-a12a-45b7-8e10-ce15d01af054 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544930
Nov 19 16:01:34.139411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7407e1-63ee-4c6a-83d3-c4437e800fa8 req-479329cf-842c-4741-8b9c-dbd034536599 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:34.141080 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2d7407e1-63ee-4c6a-83d3-c4437e800fa8 req-479329cf-842c-4741-8b9c-dbd034536599 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1014175
Nov 19 16:01:34.199558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2d7407e1-63ee-4c6a-83d3-c4437e800fa8 req-ad2585f5-f27d-4013-9986-9fd391cb76a2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515049
Nov 19 16:01:35.262335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6fe30461-efaf-4808-b026-8d560d1370e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:35.576970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056af643-7b42-44d9-8af2-d7e6df99daac req-4d51dcec-1717-45c8-a1d6-ce3d49fc3320 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:35.578710 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-056af643-7b42-44d9-8af2-d7e6df99daac req-4d51dcec-1717-45c8-a1d6-ce3d49fc3320 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.0889647
Nov 19 16:01:35.632300 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-056af643-7b42-44d9-8af2-d7e6df99daac req-f97301f1-5a8a-4ed1-9fb1-4960b724d934 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456421
Nov 19 16:01:35.785632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:35.854577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aa399-f4c8-469b-ae7e-b07c87e066d1 req-81b466d0-4a72-45cb-aa33-a561bfeba91c tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:35.856217 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-192aa399-f4c8-469b-ae7e-b07c87e066d1 req-81b466d0-4a72-45cb-aa33-a561bfeba91c tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.0976419
Nov 19 16:01:35.906352 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-192aa399-f4c8-469b-ae7e-b07c87e066d1 req-3dcd8ed0-7b6a-441d-a467-9837bda50b0e tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438695
Nov 19 16:01:36.488662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:36.886505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b5082-e03f-4391-ae36-09417d59f4ba req-033f0419-9150-4abd-9f3c-018270632f02 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:36.888164 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e10b5082-e03f-4391-ae36-09417d59f4ba req-033f0419-9150-4abd-9f3c-018270632f02 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.0976353
Nov 19 16:01:36.945491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e10b5082-e03f-4391-ae36-09417d59f4ba req-7100d85b-8b71-4df0-b6d6-473e7a7c43a1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507069
Nov 19 16:01:37.002628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:37.154831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb90b-aa89-44fc-aa80-868e20dc3b7d req-679b99b5-f6d8-4ce0-b3a5-d93ac5fde143 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:37.156362 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ab1fb90b-aa89-44fc-aa80-868e20dc3b7d req-679b99b5-f6d8-4ce0-b3a5-d93ac5fde143 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.0882995
Nov 19 16:01:37.211059 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ab1fb90b-aa89-44fc-aa80-868e20dc3b7d req-8ef9f39b-0192-4803-baf6-e368f42f72ef tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478730
Nov 19 16:01:37.873248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:01:38.164912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78e21-1006-4756-90bf-c17d73dd63e7 req-9bcc133d-9dc1-465e-8196-e77677daa877 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:38.166613 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cdf78e21-1006-4756-90bf-c17d73dd63e7 req-9bcc133d-9dc1-465e-8196-e77677daa877 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.0872154
Nov 19 16:01:38.219029 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cdf78e21-1006-4756-90bf-c17d73dd63e7 req-ad429d2f-69a6-4d74-a6c8-76e9875a65ab tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458658
Nov 19 16:01:38.440605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7304d40-9441-4300-a7ab-17dcb5ea3ead req-5d1ae1b8-235a-436a-bc07-1d053f028346 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:38.442533 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f7304d40-9441-4300-a7ab-17dcb5ea3ead req-5d1ae1b8-235a-436a-bc07-1d053f028346 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.0916555
Nov 19 16:01:38.501787 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f7304d40-9441-4300-a7ab-17dcb5ea3ead req-e07b0e57-df17-4357-8785-914772b2fc97 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521719
Nov 19 16:01:39.583307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c200f07-9a88-47e5-8ac1-cb8e03d4c7d2 req-00f4291a-b37f-4df7-95fb-7e131920fd04 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:39.583968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c200f07-9a88-47e5-8ac1-cb8e03d4c7d2 req-00f4291a-b37f-4df7-95fb-7e131920fd04 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1220481
Nov 19 16:01:39.658218 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c200f07-9a88-47e5-8ac1-cb8e03d4c7d2 req-3eac7134-7e66-4cae-830e-b0be6df286ca tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675678
Nov 19 16:01:39.820987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a29c3-f3b5-4fce-81d8-ed67af2d4de7 req-95611c44-e45a-4c1f-8bb1-a77f603bef68 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:39.824044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-314a29c3-f3b5-4fce-81d8-ed67af2d4de7 req-95611c44-e45a-4c1f-8bb1-a77f603bef68 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 946 time: 0.1340475
Nov 19 16:01:39.894136 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-314a29c3-f3b5-4fce-81d8-ed67af2d4de7 req-3a5b6d76-34ee-47e2-8ffa-03356289e080 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569520
Nov 19 16:01:39.943526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 7411901e-efed-4dcd-bbf5-6728d320f37c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:01:40.074025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:40.105664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:40.118250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 7411901e-efed-4dcd-bbf5-6728d320f37c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7411901e-efed-4dcd-bbf5-6728d320f37c,segment=NetworkSegment(3ea70471-9703-4070-a961-e4b0ea257f79),segment_id=3ea70471-9703-4070-a961-e4b0ea257f79)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:40.146125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:40.148695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:40.198925 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c', 'code': 200}
Nov 19 16:01:40.224081 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:40.234591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.235239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.238047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.239417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.239417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.239417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.239417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.239969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.240126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.240443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.241216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.241785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.242299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.242810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.243337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.243845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.244352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.244859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.245408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:01:40.250564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:40.398168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107073d-83be-478c-9c91-de0ac68d7794 req-15fe2264-fb8b-47c9-a751-fe3bd2671dc1 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:40.401080 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f107073d-83be-478c-9c91-de0ac68d7794 req-15fe2264-fb8b-47c9-a751-fe3bd2671dc1 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.40 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 944 time: 0.1011600
Nov 19 16:01:40.481879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Deleting port 7411901e-efed-4dcd-bbf5-6728d320f37c {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:01:40.482271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:40.819753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] For port 7411901e-efed-4dcd-bbf5-6728d320f37c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=7411901e-efed-4dcd-bbf5-6728d320f37c,segment=NetworkSegment(3ea70471-9703-4070-a961-e4b0ea257f79),segment_id=3ea70471-9703-4070-a961-e4b0ea257f79)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:01:40.821346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:41.001360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Calling delete_port for 7411901e-efed-4dcd-bbf5-6728d320f37c owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:01:41.249526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bde1a-ac39-4673-9e86-d730ec10a813 req-e95bdfdd-705a-4a87-95ec-50e5e4dac710 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:41.251240 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e54bde1a-ac39-4673-9e86-d730ec10a813 req-e95bdfdd-705a-4a87-95ec-50e5e4dac710 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1045020
Nov 19 16:01:41.357581 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e54bde1a-ac39-4673-9e86-d730ec10a813 req-73e0e8a1-a57f-4b3a-87d5-29bebc426609 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881262
Nov 19 16:01:41.679794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3ae27-1e81-42d6-967e-6eda1b2bc1d9 req-10d1a8d5-6572-4bb3-ae58-6c182903ce3d tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:41.683759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-caf3ae27-1e81-42d6-967e-6eda1b2bc1d9 req-10d1a8d5-6572-4bb3-ae58-6c182903ce3d tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 865 time: 0.1425409
Nov 19 16:01:41.755897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54518) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:41.795318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54524) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:41.965997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:41.987069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:42.110331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Pushing event deleted for resources: {'Port': ['ID=7411901e-efed-4dcd-bbf5-6728d320f37c,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:42.116054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.127028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:42.141739 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-caf3ae27-1e81-42d6-967e-6eda1b2bc1d9 req-660bbcfe-1987-47d0-a3df-5095603bfe0c tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/security-groups?id=6f069e1c-4936-420d-a24a-e30b95ed36d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514852
Nov 19 16:01:42.155699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.252620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:42.262444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Usage tracker for resource:security_group_rule and tenant:948a0f9493ec4a9287ee8fc5e19e87f0 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:42.267221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:42.271551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:42.281176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Usage tracker for resource:security_group_rule and tenant:b5b65d6c313e42609151b0367dcdfe89 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:42.284493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:42.286960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:42.295958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:42.305162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] No DVR routers for this DVR port 7411901e-efed-4dcd-bbf5-6728d320f37c on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:01:42.310126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.315475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-deleted', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:42.337682 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f107073d-83be-478c-9c91-de0ac68d7794 req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.40 "DELETE /v2.0/ports/7411901e-efed-4dcd-bbf5-6728d320f37c HTTP/1.1" status: 204  len: 173 time: 1.9303894
Nov 19 16:01:42.389316 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3a6a7-16ac-430f-b502-24d84aa74634', 'name': 'network-vif-deleted', 'tag': '7411901e-efed-4dcd-bbf5-6728d320f37c', 'status': 'completed', 'code': 200}
Nov 19 16:01:42.505970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.511610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.568945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.578799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.589769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8a27bf84-8b3f-45e5-8350-18f4c65b24a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:42.662197 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5b65d6c313e42609151b0367dcdfe89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8655691
Nov 19 16:01:42.663088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5128b9a-9d1c-4f6e-a791-54d8cb736a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdc5140-a797-4fb3-bd6a-dea0cd38c5f8,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:42.666700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54540) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:42.669293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4abf-9307-4bde-bc97-fdab098f8343 req-ade2060f-a896-47ab-9d46-86691a4761cb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:42.672511 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f78d4abf-9307-4bde-bc97-fdab098f8343 req-ade2060f-a896-47ab-9d46-86691a4761cb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1409857
Nov 19 16:01:42.683121 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=948a0f9493ec4a9287ee8fc5e19e87f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9256434
Nov 19 16:01:42.687775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54544) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:42.764749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7127c2b-f781-4e2c-a27d-73be17192f43,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:42.775156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:42.775694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:42.776105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:42.845405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.848839 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f78d4abf-9307-4bde-bc97-fdab098f8343 req-1cb4ac59-b28c-4823-b186-21588d573042 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118121
Nov 19 16:01:42.877425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.907772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:42.911305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:43.024701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:43.025319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:43.030737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-29a9c256-f03f-47c5-8289-8ec3c5fb45dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:43.032515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:43.050771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdc5140-a797-4fb3-bd6a-dea0cd38c5f8,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:43.052352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7127c2b-f781-4e2c-a27d-73be17192f43,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:43.055085 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:43.059326 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7127c2b-f781-4e2c-a27d-73be17192f43 HTTP/1.1" status: 204  len: 168 time: 0.3676572
Nov 19 16:01:43.059326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:43.065385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:43.073804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:43.085223 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bdc5140-a797-4fb3-bd6a-dea0cd38c5f8 HTTP/1.1" status: 204  len: 168 time: 0.3939843
Nov 19 16:01:43.471428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d8162732-d177-4e3f-9b1f-a0b99d0d7b93 req-65aa3b18-89a1-4522-b1e4-fe87b6cf5124 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Synchronizing usage tracker for tenant:260a4d0f04fd4073b14810e223119840 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:43.532810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d8162732-d177-4e3f-9b1f-a0b99d0d7b93 req-65aa3b18-89a1-4522-b1e4-fe87b6cf5124 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Unset dirty status for tenant:260a4d0f04fd4073b14810e223119840 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:43.535532 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d8162732-d177-4e3f-9b1f-a0b99d0d7b93 req-65aa3b18-89a1-4522-b1e4-fe87b6cf5124 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] 10.222.0.43 "GET /v2.0/ports?device_id=4fa3a6a7-16ac-430f-b502-24d84aa74634 HTTP/1.1" status: 200  len: 210 time: 0.1838596
Nov 19 16:01:43.956646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54582) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:44.002042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.062796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54586) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:44.090491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.150934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:44.156336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Usage tracker for resource:security_group_rule and tenant:e72e1c0f27e3482cb8aaf6482937c38d is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:44.160595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:44.167793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:44.200492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:44.211014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Usage tracker for resource:security_group_rule and tenant:b85cb09f08ab4d40aceab1025a85887a is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:44.242305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:44.269225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:44.272598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.313947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9746cff-8557-48ce-83aa-3d29ae0a1ea9 req-58e27a60-c060-43a8-a23e-1612e9c61144 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:44.315924 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c9746cff-8557-48ce-83aa-3d29ae0a1ea9 req-58e27a60-c060-43a8-a23e-1612e9c61144 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2906253
Nov 19 16:01:44.322349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.331635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b2628cb-4d32-428a-8d64-05761de1da6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:44.388480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd432a20-586c-46c5-ac8b-fccb4a271f62,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:44.392595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:44.396244 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e72e1c0f27e3482cb8aaf6482937c38d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3311369
Nov 19 16:01:44.401166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54590) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:44.482305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.498265 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c9746cff-8557-48ce-83aa-3d29ae0a1ea9 req-a7797e05-bcb6-4e1b-967a-e5a7b4620cb4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632977
Nov 19 16:01:44.528008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.538247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.573627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.583038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:44.631616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.638469 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf1485-11ff-4a73-8468-d68a8ecf5a78,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:44.641749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cda0e5de-2cff-4ddd-937e-10fa95f0928e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:44.647356 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b85cb09f08ab4d40aceab1025a85887a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6842067
Nov 19 16:01:44.647356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:44.648482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54596) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:44.657095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd432a20-586c-46c5-ac8b-fccb4a271f62,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:44.660208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:44.667190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:44.694346 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd432a20-586c-46c5-ac8b-fccb4a271f62 HTTP/1.1" status: 204  len: 168 time: 0.2916710
Nov 19 16:01:44.974774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.075952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54610) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:45.078290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.214474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.220698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5b4f38ba-9801-4e9f-90e6-e5804600bf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:45.236396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf1485-11ff-4a73-8468-d68a8ecf5a78,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:45.245429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:45.250347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.251893 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78bf1485-11ff-4a73-8468-d68a8ecf5a78 HTTP/1.1" status: 204  len: 168 time: 0.6024485
Nov 19 16:01:45.509066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.552274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:45.558293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Usage tracker for resource:security_group_rule and tenant:28b7bce3f4a34256bf32401233b69aa5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:45.562627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:45.576516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:45.709102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.755245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:45.765065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:45.872336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b2d922-14d8-4ca1-9c39-056549dd3381,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:45.876036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:45.879892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28b7bce3f4a34256bf32401233b69aa5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8024864
Nov 19 16:01:45.882427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54638) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:45.924751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee837f02-c5ca-4e25-92b1-4fbb5b809a99 req-50b1bdc9-fc0e-4339-9947-c2e3d0d869f1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:45.938723 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ee837f02-c5ca-4e25-92b1-4fbb5b809a99 req-50b1bdc9-fc0e-4339-9947-c2e3d0d869f1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2734802
Nov 19 16:01:46.024776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:46.071516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:46.074754 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ee837f02-c5ca-4e25-92b1-4fbb5b809a99 req-7f931566-5c87-4494-8b7e-cb31c7f51947 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298137
Nov 19 16:01:46.162747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:46.173653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:46.198992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b2d922-14d8-4ca1-9c39-056549dd3381,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:46.213821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:46.215795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:46.220198 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4b2d922-14d8-4ca1-9c39-056549dd3381 HTTP/1.1" status: 204  len: 168 time: 0.3341091
Nov 19 16:01:47.067459 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54688) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:47.089128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.111633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364587d7-f4b4-4c09-8aec-7234db260acf req-380c2b24-3c62-4100-9e67-ec9bc932e449 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:47.114568 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-380c2b24-3c62-4100-9e67-ec9bc932e449 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.2178268
Nov 19 16:01:47.137768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:47.144914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8dee7723ea42a281ff26e07928d4ac is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:47.150405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:47.154994 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-62d0fda1-76ff-45d4-b8bb-03d778d6c34c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/quotas/ea38bfffbcd64b67a5972a7a59d200fc HTTP/1.1" status: 200  len: 375 time: 0.0340080
Nov 19 16:01:47.157942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:47.305688 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-2428bd55-9748-4905-b514-950a2e52857f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1493883
Nov 19 16:01:47.313565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.345561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.367969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:47.483301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786fa8c1-0ccf-457b-aa3b-1878eb30fd04,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:47.496812 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f8dee7723ea42a281ff26e07928d4ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4276495
Nov 19 16:01:47.497698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54704) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:47.498740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:47.575250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2311-47a2-406d-879e-a06106329a7c req-e446daff-be20-40a6-bc15-c37a612bea4b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:47.576885 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9fad2311-47a2-406d-879e-a06106329a7c req-e446daff-be20-40a6-bc15-c37a612bea4b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2358940
Nov 19 16:01:47.583476 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-25f698da-25b8-4dea-ace3-a7cf619b743e service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665570
Nov 19 16:01:47.824648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.831190 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9fad2311-47a2-406d-879e-a06106329a7c req-daadea93-4254-4da8-a90f-2e66ec217293 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466130
Nov 19 16:01:47.850172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-f7777d44-4b6e-4141-9bed-65d813b6d295 service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2548385
Nov 19 16:01:47.876369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.984801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:47.992600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f86ab16a-f16f-4c73-9982-a0ff3263a254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:48.019851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786fa8c1-0ccf-457b-aa3b-1878eb30fd04,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:48.052433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:48.065010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:48.066903 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/786fa8c1-0ccf-457b-aa3b-1878eb30fd04 HTTP/1.1" status: 204  len: 168 time: 0.5655615
Nov 19 16:01:48.321378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54738) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:48.355525 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-19342820-73ac-455f-8126-bd8411a3fefa req-6f57e6ba-756b-4487-a1f0-76a4e9808553 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.0567949
Nov 19 16:01:48.438650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Deleting subnet 9c5c5c96-d393-40df-a7c1-571e16980c9c {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:01:48.445365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:48.543157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:48.617551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:49.227276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14c04-1f1e-4706-bb2a-9b7233098153 req-57a8a7a7-2773-4d32-b25e-f7266f34dfb0 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:49.242199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-41a14c04-1f1e-4706-bb2a-9b7233098153 req-57a8a7a7-2773-4d32-b25e-f7266f34dfb0 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1872575
Nov 19 16:01:49.263414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:49.350854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cc0f0f9f-026e-4332-b983-a000d8fae6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:49.373624 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-41a14c04-1f1e-4706-bb2a-9b7233098153 req-3cd94d16-ebf2-45ff-aef4-939f1f9215c8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303103
Nov 19 16:01:49.458246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5c5c96-d393-40df-a7c1-571e16980c9c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:49.475599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:49.545353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:49.560502 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c5c5c96-d393-40df-a7c1-571e16980c9c HTTP/1.1" status: 204  len: 168 time: 1.2375252
Nov 19 16:01:49.562937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54774) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:49.740293 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9785ff98-91c9-4e5f-8fbe-5ba9611f8011 req-eebb39cc-5bc0-4e44-b4e4-fceb3e21cdcd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.1160614
Nov 19 16:01:49.757014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54786) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:49.901096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.158163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:50.184702 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.268300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.294977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 68053e3c-f985-43ad-8cad-53c1b4f8100b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:50.295826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.336501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:50.341866 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Usage tracker for resource:security_group_rule and tenant:343fa3c14ecf404b91ee9ec18c8dc764 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:50.346006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:50.365484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:50.391362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575f750940>,) {'filters': {'network_id': ['b5147f0c-7947-4c46-867a-50a401a48211']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:50.411521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f750940>, '3ea70471-9703-4070-a961-e4b0ea257f79') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:50.411855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f750940>, '3ea70471-9703-4070-a961-e4b0ea257f79') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:01:50.428608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.446526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.450278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:01:50.520734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.555826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:50.571561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4539b9ac-7abb-4026-89cd-2452a76c738e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:50.671903 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=343fa3c14ecf404b91ee9ec18c8dc764&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9106567
Nov 19 16:01:50.695429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54810) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:50.696279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea6f1e9-aaac-4e89-8cbb-e34cdb57be3f,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:50.707304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:50.836398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54818) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:50.860967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Network b5147f0c-7947-4c46-867a-50a401a48211 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:01:50.877562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.156499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.299142 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c900852f-1d70-42fa-a1ad-35ca4a62bba8 req-54429c1b-8988-4df8-96d2-dff60be282dd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.1058471
Nov 19 16:01:51.307657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.402046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6e8d4-e895-4ef7-a60b-d2d740335211 req-2a9f7c75-0915-4849-ab97-3ec004694cb5 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:51.403943 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a2e6e8d4-e895-4ef7-a60b-d2d740335211 req-2a9f7c75-0915-4849-ab97-3ec004694cb5 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.5656550
Nov 19 16:01:51.498000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364587d7-f4b4-4c09-8aec-7234db260acf req-d68e6be8-584b-47c6-8789-2947f9046d48 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:51.499751 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-d68e6be8-584b-47c6-8789-2947f9046d48 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.5090802
Nov 19 16:01:51.506797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Network b5147f0c-7947-4c46-867a-50a401a48211 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:01:51.550494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Request body: {'port': {'device_id': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803', 'admin_state_up': True, 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:01:51.559311 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:01:51.625294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.646266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.664457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:51.673408 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a2e6e8d4-e895-4ef7-a60b-d2d740335211 req-bf4fe598-6473-4a0b-832a-c3fe4d227005 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571318
Nov 19 16:01:51.693820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.694277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea6f1e9-aaac-4e89-8cbb-e34cdb57be3f,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:51.701323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:51.703144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-af286ba8-2ac4-4997-b108-af27fa120243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:51.716237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.717432 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bea6f1e9-aaac-4e89-8cbb-e34cdb57be3f HTTP/1.1" status: 204  len: 168 time: 1.0179894
Nov 19 16:01:51.725342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:51.729721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5147f0c-7947-4c46-867a-50a401a48211,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:51.735824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Usage tracker for resource:security_group_rule and tenant:c11f49a03816436088d88873bfd69c30 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:51.738624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.750054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:51.751150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:51.764456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:51.786194 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] 10.222.0.43 "DELETE /v2.0/networks/b5147f0c-7947-4c46-867a-50a401a48211 HTTP/1.1" status: 204  len: 168 time: 2.2218318
Nov 19 16:01:51.801862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:51.811399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Usage tracker for resource:port and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:51.817907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Quota usage for port was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:51.825813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:51.882660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:01:51.888413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.911505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:51.950841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.139511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54850) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:52.210787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:52.222619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b9bdabc7-d81c-4cde-b859-df8be7d4d7c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=260a4d0f04fd4073b14810e223119840&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0811312
Nov 19 16:01:52.223837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54854) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:52.291151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9688f24-f911-4d6f-ac3c-e9d314946c50,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:52.294638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:52.310615 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c11f49a03816436088d88873bfd69c30&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4664142
Nov 19 16:01:52.312407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54860) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:52.332666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.391909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.492205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.526440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.569215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.584984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:52.610696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f069e1c-4936-420d-a24a-e30b95ed36d9,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:52.614271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:52.659261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.665066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0f5f0f00-3272-45dc-94dc-aef1cbe9bf29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:52.680761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Allocated IP 172.20.0.6 (b67abdee-3954-4e35-9f4c-823281435803/5b1f19a8-a470-48e0-b0fa-39e0247f74b8/09707adb-f736-48b4-9c21-c987769a06a2) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:01:52.697615 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a055f3f-dd95-488f-9b4a-fd667e5eed4d req-e912d5f7-7d1a-4e7c-a3c5-a26a2366b3e9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.0880890
Nov 19 16:01:52.716923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9688f24-f911-4d6f-ac3c-e9d314946c50,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:52.733149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:52.734296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.743098 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9688f24-f911-4d6f-ac3c-e9d314946c50 HTTP/1.1" status: 204  len: 168 time: 0.4274092
Nov 19 16:01:52.767784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:52.767784 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f069e1c-4936-420d-a24a-e30b95ed36d9 HTTP/1.1" status: 204  len: 168 time: 0.5401137
Nov 19 16:01:53.094222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:53.134436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228f5e-1a43-40a6-bc44-befa82c0cdc9 req-76255cf4-b199-4673-a98e-71b7a92fa5fe tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:53.136072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd228f5e-1a43-40a6-bc44-befa82c0cdc9 req-76255cf4-b199-4673-a98e-71b7a92fa5fe tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1360753
Nov 19 16:01:53.197759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd228f5e-1a43-40a6-bc44-befa82c0cdc9 req-4251a358-feae-4db9-9871-0553ef40b4e4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551059
Nov 19 16:01:53.254719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:53.278194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:53.510636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event updated for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:53.515771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:53.528900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Network b67abdee-3954-4e35-9f4c-823281435803 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:01:53.531021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:01:53.533973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:01:53.623624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:53.624447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:53.689325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1480975
Nov 19 16:01:53.710220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Request body: {'port': {'device_id': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:01:53.848948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:53.882772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54918) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:53.920286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.058377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:54.058377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Usage tracker for resource:security_group_rule and tenant:1e0bb827fc0e4394afe3f45a761b464f is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:54.058377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:54.065177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:54.366653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.380834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985ee1-7d90-4929-9997-650ee0254e8b req-6b314c12-189f-43f4-a7e9-e37f243525dd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:54.381596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-05985ee1-7d90-4929-9997-650ee0254e8b req-6b314c12-189f-43f4-a7e9-e37f243525dd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:01:54.413289 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-932a1ec5-9c9f-47d0-88b0-b9186bcf0aa3 req-ff8a2fbb-a925-4dfb-8369-7d69bc3d53ea service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 1162 time: 0.1938708
Nov 19 16:01:54.414650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.464092 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d4c665e0-f3be-4b8b-a7b7-658e10696a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:54.575135 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e0bb827fc0e4394afe3f45a761b464f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6910858
Nov 19 16:01:54.580938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 54962) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:54.600122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea540f-c0f8-4422-a9b2-234128ee38a3,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:54.605972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:54.609200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-932a1ec5-9c9f-47d0-88b0-b9186bcf0aa3 req-f0f06d41-deb2-4130-87ce-b9b960754484 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646726
Nov 19 16:01:54.731584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09707adb-f736-48b4-9c21-c987769a06a2 {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:01:54.740453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.755981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Transition to ACTIVE for port object 09707adb-f736-48b4-9c21-c987769a06a2 will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:01:54.776312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-05985ee1-7d90-4929-9997-650ee0254e8b req-6b314c12-189f-43f4-a7e9-e37f243525dd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:01:54.777843 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-05985ee1-7d90-4929-9997-650ee0254e8b req-6b314c12-189f-43f4-a7e9-e37f243525dd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 931 time: 0.8767622
Nov 19 16:01:54.800619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.835727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:54.944200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:54.983644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2722-ef78-48e7-82ac-639e5bb7082d req-ab9a154f-e403-4f77-b8c5-ec3b0d80cc4e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:54.985259 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ecde2722-ef78-48e7-82ac-639e5bb7082d req-ab9a154f-e403-4f77-b8c5-ec3b0d80cc4e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.5447001
Nov 19 16:01:55.101825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-05985ee1-7d90-4929-9997-650ee0254e8b req-8c179f0b-a197-44dc-8f49-c2e5144f40d4 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108919
Nov 19 16:01:55.137300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.145025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Pushing event updated for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:55.158876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:55.308267 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ecde2722-ef78-48e7-82ac-639e5bb7082d req-d5782d2c-d86b-425b-ba35-c7af73e1534e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3118021
Nov 19 16:01:55.326832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.434634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 54996) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:55.449077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Attempting to bind port 09707adb-f736-48b4-9c21-c987769a06a2 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:01:55.449481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Attempting to bind port 09707adb-f736-48b4-9c21-c987769a06a2 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:01:55.449878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Attempting to bind port 09707adb-f736-48b4-9c21-c987769a06a2 on network b67abdee-3954-4e35-9f4c-823281435803 {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:01:55.458772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:01:55.459429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Checking segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:01:55.459848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.462308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Bound using segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:01:55.462308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Bound port: 09707adb-f736-48b4-9c21-c987769a06a2, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:01:55.462308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.510553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.526880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a00df51a-d4a2-4ab5-9122-b035939b537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:55.548846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea540f-c0f8-4422-a9b2-234128ee38a3,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:55.552037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:55.570005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.570448 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fea540f-c0f8-4422-a9b2-234128ee38a3 HTTP/1.1" status: 204  len: 168 time: 0.9830897
Nov 19 16:01:55.634561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:01:55.638512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09707adb-f736-48b4-9c21-c987769a06a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:01:55.693782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.711473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-87048a1c-7ef4-4435-9ffc-545cb72628b6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:55.874420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Pushing event updated for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:55.883326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:55.893150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:55.974302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:55.981103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d90a9a521314beca991f1308015c9c9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:55.984272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:56.018142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.020195 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] 10.222.0.40 "PUT /v2.0/ports/09707adb-f736-48b4-9c21-c987769a06a2 HTTP/1.1" status: 200  len: 1157 time: 2.3159423
Nov 19 16:01:56.020935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:01:56.021994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:56.108168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2', 'status': 'completed', 'code': 200}
Nov 19 16:01:56.207585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.259066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.278147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-956a91b5-99a5-48a4-b5cd-73c89c7a7960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:56.297776 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-22f7e8f6-90ba-44dd-9f63-7eea61e125c1 req-973b2a9f-bde0-46d5-98fa-5642c4fa2815 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 1160 time: 0.1232181
Nov 19 16:01:56.341860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d29fff-c5b7-425b-8853-ba0d40996266,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:56.345221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:56.351340 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d90a9a521314beca991f1308015c9c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9153886
Nov 19 16:01:56.352164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55032) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:56.436094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57f37-4d18-4cb9-89c1-524ded8fb079 req-2d9e9a0d-8734-4317-a597-fe2b1abc14f3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:56.438079 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1dc57f37-4d18-4cb9-89c1-524ded8fb079 req-2d9e9a0d-8734-4317-a597-fe2b1abc14f3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1139197
Nov 19 16:01:56.446749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.476998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.548567 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1dc57f37-4d18-4cb9-89c1-524ded8fb079 req-cd3163c9-0f49-4551-9e62-b8e4581bc16c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042278
Nov 19 16:01:56.575705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d462203-8461-404d-81fe-b0c79201f1ca req-281db0e0-d404-41e5-a741-a7ca2593a835 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:56.577490 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6d462203-8461-404d-81fe-b0c79201f1ca req-281db0e0-d404-41e5-a741-a7ca2593a835 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1101923
Nov 19 16:01:56.581360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.591341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:56.613362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d29fff-c5b7-425b-8853-ba0d40996266,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:56.619859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:56.634005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.635598 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3d29fff-c5b7-425b-8853-ba0d40996266 HTTP/1.1" status: 204  len: 168 time: 0.2825596
Nov 19 16:01:56.665436 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6d462203-8461-404d-81fe-b0c79201f1ca req-0f5215ad-d3c6-4688-905d-e4f7ebe09bb1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746958
Nov 19 16:01:56.703592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55044) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:56.746300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.814709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:56.822167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Usage tracker for resource:security_group_rule and tenant:b0f84ee5060c430182cc071afb5c245a is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:56.827999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:56.838329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:56.926936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da65c-f20b-4809-b5c5-8731105f8a97 req-9ab4c1a9-5ee4-4009-8638-eb2aa1f3820f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:56.932295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:56.934038 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-514da65c-f20b-4809-b5c5-8731105f8a97 req-9ab4c1a9-5ee4-4009-8638-eb2aa1f3820f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0927145
Nov 19 16:01:56.983030 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-514da65c-f20b-4809-b5c5-8731105f8a97 req-e4887eb8-e565-49bc-b87d-eb73968bf00d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476921
Nov 19 16:01:57.019678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.028476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f57ebcb9-3d89-4693-8756-0a11af14a9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:57.076013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c094a77-e941-4aab-a0e5-f65757b36645,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:57.082278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:57.084931 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0f84ee5060c430182cc071afb5c245a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3800981
Nov 19 16:01:57.088378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55054) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:57.172541 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.203554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.291984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.297500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:57.310555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c094a77-e941-4aab-a0e5-f65757b36645,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:57.349988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:57.358711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.359378 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c094a77-e941-4aab-a0e5-f65757b36645 HTTP/1.1" status: 204  len: 168 time: 0.2684414
Nov 19 16:01:57.658137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55076) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:57.719354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:57.875835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:57.880285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Usage tracker for resource:security_group_rule and tenant:59fa21f6fdd44655a6f5bbba8377ded8 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:57.884134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:57.890078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:57.941074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11ce4-67e2-442d-90a0-53147027f8c2 req-56534e4b-8a2e-4563-883a-fb84f00882e6 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:57.942801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a1b11ce4-67e2-442d-90a0-53147027f8c2 req-56534e4b-8a2e-4563-883a-fb84f00882e6 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.2259278
Nov 19 16:01:58.035996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.039071 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a1b11ce4-67e2-442d-90a0-53147027f8c2 req-fa4259d7-8aab-4333-9cef-387a63ed99fb tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886512
Nov 19 16:01:58.080932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.096551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ee110703-bd40-4109-9bc4-86cb2b4632de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:58.158370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6656629-426a-4d53-b2fc-371202c8d585,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:58.162509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:58.165068 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59fa21f6fdd44655a6f5bbba8377ded8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5058510
Nov 19 16:01:58.167920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55090) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:58.255928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.288325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.435630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.441260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-722bb766-fc8a-44d0-b952-e122aa6a93f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:58.458489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6656629-426a-4d53-b2fc-371202c8d585,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:58.461895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:58.464294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.465415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6656629-426a-4d53-b2fc-371202c8d585 HTTP/1.1" status: 204  len: 168 time: 0.2964435
Nov 19 16:01:58.603493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55110) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:58.828827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:58.866314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:01:58.870705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Usage tracker for resource:security_group_rule and tenant:f86c7d8e8a0c410a8562662b29d9bea9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:01:58.873922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:01:58.880205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:01:59.059982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.095022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.228136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b461341c-8d40-41de-9f02-72e585a9e617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:59.332092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f86c7d8e8a0c410a8562662b29d9bea9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7222598
Nov 19 16:01:59.335876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55134) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:01:59.364599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb1efdb-374e-476c-85df-2af5d1d31667,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:59.383350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:59.523586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7e8f6-90ba-44dd-9f63-7eea61e125c1 req-bcdf498f-6d4d-4ebc-8320-3ebea4b08311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:59.525184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-22f7e8f6-90ba-44dd-9f63-7eea61e125c1 req-bcdf498f-6d4d-4ebc-8320-3ebea4b08311 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&shared=False HTTP/1.1" status: 200  len: 907 time: 0.6435933
Nov 19 16:01:59.641240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.683924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c3ec-e813-44e4-bce7-f7556955e133 req-0c3bb56a-0f99-485c-9f41-471359d45dd1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:59.683924 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a6c3ec-e813-44e4-bce7-f7556955e133 req-0c3bb56a-0f99-485c-9f41-471359d45dd1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.2921569
Nov 19 16:01:59.745742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.806576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:01:59.833310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a6c3ec-e813-44e4-bce7-f7556955e133 req-191b7933-3b7a-418f-897f-e73ec3e06bcb tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335411
Nov 19 16:01:59.838756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7e8f6-90ba-44dd-9f63-7eea61e125c1 req-568558f3-b932-4d8f-8ab2-72047b4fbace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:01:59.840360 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-22f7e8f6-90ba-44dd-9f63-7eea61e125c1 req-568558f3-b932-4d8f-8ab2-72047b4fbace service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2994745
Nov 19 16:01:59.866527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 68053e3c-f985-43ad-8cad-53c1b4f8100b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:01:59.867190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.877976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.885040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-404c6a69-b806-4a1c-a47b-c5acf70ee0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:01:59.902458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb1efdb-374e-476c-85df-2af5d1d31667,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:01:59.907198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:01:59.969333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:01:59.970879 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cb1efdb-374e-476c-85df-2af5d1d31667 HTTP/1.1" status: 204  len: 168 time: 0.6304214
Nov 19 16:02:00.014370 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-4c2f453e-d77e-40f5-9c52-8d454c57f942 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 1160 time: 0.0992899
Nov 19 16:02:00.125211 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-65b938de-46df-4663-a069-4b8d097d3a3a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09707adb-f736-48b4-9c21-c987769a06a2 HTTP/1.1" status: 200  len: 217 time: 0.0942941
Nov 19 16:02:00.239905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1ac1a718-31f2-4f4e-a4ac-731d7ab30e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:00.242576 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-1ac1a718-31f2-4f4e-a4ac-731d7ab30e31 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.1067951
Nov 19 16:02:00.303015 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-a60ee9fa-a22d-4da4-b23b-4b703f48585e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513635
Nov 19 16:02:00.494472 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-9922345b-c327-4c25-ac92-d5c29376aecb service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802814
Nov 19 16:02:00.764020 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-364587d7-f4b4-4c09-8aec-7234db260acf req-aeefeb5d-8ede-43be-b1e5-1cf8913a5ab0 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2628486
Nov 19 16:02:01.185556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0b46b-866b-4dfc-bc1d-e9898b2341c8 req-f1d75734-2ada-45f6-ba17-75da7e5cc4d7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:01.185556 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-29d0b46b-866b-4dfc-bc1d-e9898b2341c8 req-f1d75734-2ada-45f6-ba17-75da7e5cc4d7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0937049
Nov 19 16:02:01.185556 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-29d0b46b-866b-4dfc-bc1d-e9898b2341c8 req-96835476-9f0f-4a66-8793-ee70ffe1aa48 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441256
Nov 19 16:02:01.248882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e014f4a-cc80-40ac-8ee5-2e4f1519186a req-1779a0f2-3191-4da8-a06f-dd0a9c0ec396 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:01.253420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0e014f4a-cc80-40ac-8ee5-2e4f1519186a req-1779a0f2-3191-4da8-a06f-dd0a9c0ec396 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1008823
Nov 19 16:02:01.295404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55208) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:01.350021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:01.385171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0e014f4a-cc80-40ac-8ee5-2e4f1519186a req-b90784c1-0919-4e93-8ccd-78c7244fac87 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267753
Nov 19 16:02:01.413670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-f0615b13-dd93-491f-b608-89123a867990 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.1314685
Nov 19 16:02:01.413823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:01.418478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Usage tracker for resource:security_group_rule and tenant:2f1d89b5bed74a1ca5c6a89bde24b8db is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:01.422336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:01.434547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:01.547861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:01.578821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:01.588078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:01.599091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-41defe75-a39a-4c71-bc7a-1768e8e650ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:01.601182 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-41defe75-a39a-4c71-bc7a-1768e8e650ea service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.1726625
Nov 19 16:02:01.621125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15caeaaf-59dc-4219-b4b5-0de7f44cd9fe,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:01.627528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:01.653741 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f1d89b5bed74a1ca5c6a89bde24b8db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3566558
Nov 19 16:02:01.658082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55222) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:01.735041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-d5545e5b-e2e5-4f96-abba-90a73119cd27 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.1227705
Nov 19 16:02:01.796066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:01.834620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:01.849347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-63b8997e-db99-46d9-b643-7cdab18ff860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:01.852785 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-63b8997e-db99-46d9-b643-7cdab18ff860 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.1073215
Nov 19 16:02:01.945047 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-f62f054e-6bac-4ee3-8248-e465fea68dee service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829229
Nov 19 16:02:02.035865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:02.043471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-40e35e76-5f05-4f16-9342-ccc6f8c73261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:02.061961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15caeaaf-59dc-4219-b4b5-0de7f44cd9fe,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:02.071928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:02.072909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:02.074253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15caeaaf-59dc-4219-b4b5-0de7f44cd9fe HTTP/1.1" status: 204  len: 168 time: 0.4150596
Nov 19 16:02:02.160465 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-b5ef5ef9-164e-4ff6-8ce7-1d135ab413e7 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955898
Nov 19 16:02:02.346892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-23b1348b-0da9-41cd-b9dc-085de07fb525 req-09eddae1-793a-49b9-b3c8-1e13004a7111 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1755693
Nov 19 16:02:02.447030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae7058-c697-40b0-989e-6e6e69b058c4 req-a20e2193-b75a-48c5-b9c2-265c3e153a28 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:02.450830 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ceae7058-c697-40b0-989e-6e6e69b058c4 req-a20e2193-b75a-48c5-b9c2-265c3e153a28 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1085708
Nov 19 16:02:02.521083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ceae7058-c697-40b0-989e-6e6e69b058c4 req-3c92f8c8-7eb8-4148-a59d-ec917f5edaff tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650034
Nov 19 16:02:02.726968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0785-822b-4464-bbb1-9c9ea004123d req-54ab0b3a-4212-4ad5-b974-1aa1cdf7a184 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:02.729689 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-996b0785-822b-4464-bbb1-9c9ea004123d req-54ab0b3a-4212-4ad5-b974-1aa1cdf7a184 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1646914
Nov 19 16:02:02.790256 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-996b0785-822b-4464-bbb1-9c9ea004123d req-108dc613-c3b5-4488-a1cc-1518ad10c030 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535991
Nov 19 16:02:02.790502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-96e015c3-3a1a-4bd3-9d03-9afd011340c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:03.814759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ac50-a736-4ff2-8def-9bd95d726539 req-21d6d45e-72e0-4877-8cd7-38d72444d981 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:03.817004 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d1d5ac50-a736-4ff2-8def-9bd95d726539 req-21d6d45e-72e0-4877-8cd7-38d72444d981 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1614783
Nov 19 16:02:03.906175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d1d5ac50-a736-4ff2-8def-9bd95d726539 req-af799980-5ba5-4c24-beb1-bfa3b2bca80a tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826459
Nov 19 16:02:04.131595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b3ee-5c0b-4f12-af2b-8a6cec0a19cf req-4dfe42c5-7765-4099-a75f-7392d4d6f61e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:04.139793 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a4d8b3ee-5c0b-4f12-af2b-8a6cec0a19cf req-4dfe42c5-7765-4099-a75f-7392d4d6f61e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1033921
Nov 19 16:02:04.199759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a4d8b3ee-5c0b-4f12-af2b-8a6cec0a19cf req-6a86c0ce-4eea-4706-8f33-30067f00fd53 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588458
Nov 19 16:02:05.148405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55372) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:05.183676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44780c-63e4-4b8d-ad0b-a3f88a8717b0 req-96a65a26-c97f-44cd-b91d-c276dfdf7c5a tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:05.187317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 09707adb-f736-48b4-9c21-c987769a06a2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:05.187577 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6a44780c-63e4-4b8d-ad0b-a3f88a8717b0 req-96a65a26-c97f-44cd-b91d-c276dfdf7c5a tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1414847
Nov 19 16:02:05.302623 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6a44780c-63e4-4b8d-ad0b-a3f88a8717b0 req-14898e6d-d5d9-4410-bb6d-82c079679129 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022666
Nov 19 16:02:05.413644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1eecdbfb-2b71-4c6b-a24f-50a106b72f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.442319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 09707adb-f736-48b4-9c21-c987769a06a2 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:05.449077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 09707adb-f736-48b4-9c21-c987769a06a2 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:05.449685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.469007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.537306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:05.541857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Usage tracker for resource:security_group_rule and tenant:77c211662833471c9ce5738d51a4ba3f is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:05.544930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da3bc7-5180-4522-99d0-eaaea481a870 req-c9799d20-f0fb-40ee-90f6-2bdf329cbc28 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:05.545961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:05.552660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:05.554095 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b9da3bc7-5180-4522-99d0-eaaea481a870 req-c9799d20-f0fb-40ee-90f6-2bdf329cbc28 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1527772
Nov 19 16:02:05.614397 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b9da3bc7-5180-4522-99d0-eaaea481a870 req-bf5b8513-5e5a-4aa0-b47e-df2b24e39eae tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592446
Nov 19 16:02:05.631227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.661112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.692269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.701495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:05.760121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09707adb-f736-48b4-9c21-c987769a06a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:05.760864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab390a60-6b9a-4c46-ae25-15e0d43e86f4,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:05.761917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:02:05.764430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:05.771129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55408) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:05.771534 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77c211662833471c9ce5738d51a4ba3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6217797
Nov 19 16:02:05.807995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.812500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:05.892661 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2', 'code': 200}
Nov 19 16:02:05.900786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:05.954006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:05.957560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:05.958367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55414) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:05.984282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.025059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.192790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.194993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.200412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:06.213760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab390a60-6b9a-4c46-ae25-15e0d43e86f4,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:06.218236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:06.222761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.224262 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab390a60-6b9a-4c46-ae25-15e0d43e86f4 HTTP/1.1" status: 204  len: 168 time: 0.4520710
Nov 19 16:02:06.256661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:06.264127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Usage tracker for resource:security_group_rule and tenant:ce8872140c0a45c8802f820a942386c4 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:06.267600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:06.274558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:06.427636 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-073d9349-fefc-48da-b0e3-0557f9c788a4 req-21712f3d-d184-4545-9571-b7edd28bbc1b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 1162 time: 0.1148968
Nov 19 16:02:06.472723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.493315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.514815 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-073d9349-fefc-48da-b0e3-0557f9c788a4 req-cef8252c-0fcb-41f7-a246-5f4ebc7dd74c service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787761
Nov 19 16:02:06.515837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.536434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-233a40f3-78b8-4e11-ab9a-87e8a39b44f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:06.610161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55450) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:06.610414 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce8872140c0a45c8802f820a942386c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6506057
Nov 19 16:02:06.617703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d8972-723c-4560-9ad4-7ce0b8edc1a9,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:06.622872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:06.645019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 09707adb-f736-48b4-9c21-c987769a06a2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:06.857111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55462) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:06.869019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 09707adb-f736-48b4-9c21-c987769a06a2 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:06.869019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.885283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.940782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:06.968095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002e8d3-abca-4e72-bee7-ce6eadc28bc1 req-c74bcc1b-fa66-404d-91d3-401e86049096 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:06.969825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7002e8d3-abca-4e72-bee7-ce6eadc28bc1 req-c74bcc1b-fa66-404d-91d3-401e86049096 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2114801
Nov 19 16:02:07.031900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.106819 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7002e8d3-abca-4e72-bee7-ce6eadc28bc1 req-12a2aa1e-e8d8-4f76-a438-ec0c807aee71 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953796
Nov 19 16:02:07.130131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfaa9a-c9c6-4f65-a10c-6421aba0d2d4 req-1b0a5d43-fea6-4733-a3ab-886e47199132 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:07.132057 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e4cfaa9a-c9c6-4f65-a10c-6421aba0d2d4 req-1b0a5d43-fea6-4733-a3ab-886e47199132 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 945 time: 0.1799264
Nov 19 16:02:07.143530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.156452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2344268c-0b45-4db1-8c07-6f4efcd2a2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:07.205111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55470) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:07.219918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.224776 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a7d8972-723c-4560-9ad4-7ce0b8edc1a9 HTTP/1.1" status: 204  len: 168 time: 0.6109698
Nov 19 16:02:07.224776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d8972-723c-4560-9ad4-7ce0b8edc1a9,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:07.232323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:07.250449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.317485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:07.322281 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e4cfaa9a-c9c6-4f65-a10c-6421aba0d2d4 req-b44b6da5-74e7-498e-93c3-f99ff9f29fe4 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676812
Nov 19 16:02:07.340379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Usage tracker for resource:security_group_rule and tenant:178f6f8f395347199510ee4601e6e7fa is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:07.345551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:07.357776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:07.399481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55478) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:07.514761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.563390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.573080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-70a6611f-4397-4de8-afc2-9cf29ec1229c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:07.584741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.649093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5061cf-c497-493e-adbc-8c34576b97c7,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:07.653035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:07.663301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.676598 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=178f6f8f395347199510ee4601e6e7fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4692118
Nov 19 16:02:07.680399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55484) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:07.683821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:07.700985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Usage tracker for resource:security_group_rule and tenant:059541a775484227b7019deec9968793 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:07.718332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:07.723599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:07.724567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Usage tracker for resource:security_group_rule and tenant:55102eeb7fa74a19895ba8cf21d31375 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:07.728411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:07.736999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:07.742436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:07.792223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.842836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.871116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.919384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.923466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.950153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:07.959249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b2a87d8a-0dd8-4397-86dd-257842c33731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:07.964188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e8c9948a-3e6f-4129-b508-aecd26fde619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:08.006072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.015693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2835b3-15e6-4cac-8622-84e2220a3145,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.020995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.030731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-652675c7-b72f-49e8-bd2f-f68b3e876d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:08.060300 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55102eeb7fa74a19895ba8cf21d31375&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6588190
Nov 19 16:02:08.064776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5061cf-c497-493e-adbc-8c34576b97c7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.071169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.071428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55492) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:08.081646 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=059541a775484227b7019deec9968793&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2229388
Nov 19 16:02:08.088574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55496) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:08.100319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6eaa23-a687-40c0-bdd8-5773065f98b3,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.107297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.116840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.118288 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa5061cf-c497-493e-adbc-8c34576b97c7 HTTP/1.1" status: 204  len: 168 time: 0.4363723
Nov 19 16:02:08.218056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.239445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.253043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.264384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55506) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:08.308805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.324673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.367088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.378828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fdd05d18-e057-4630-ae5d-45647b006fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:08.386881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:08.391746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Usage tracker for resource:security_group_rule and tenant:52f979f12e194fc7a4181ebaa18ac3d3 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:08.396241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:08.402874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6eaa23-a687-40c0-bdd8-5773065f98b3,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.403450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:08.413376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.420901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.428395 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f6eaa23-a687-40c0-bdd8-5773065f98b3 HTTP/1.1" status: 204  len: 168 time: 0.3534834
Nov 19 16:02:08.452329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.459806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c789c3dd-d1dc-4e2b-9c75-79fba8a3153b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:08.491651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2835b3-15e6-4cac-8622-84e2220a3145,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.492558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38a0fb-98f0-4958-ac50-e617c9fca6e8 req-aa9f0732-1f15-47cf-8a0f-8ea6f0f99f88 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:08.494367 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae38a0fb-98f0-4958-ac50-e617c9fca6e8 req-aa9f0732-1f15-47cf-8a0f-8ea6f0f99f88 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1692662
Nov 19 16:02:08.516015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.533259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.538600 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b2835b3-15e6-4cac-8622-84e2220a3145 HTTP/1.1" status: 204  len: 168 time: 0.4487541
Nov 19 16:02:08.595584 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae38a0fb-98f0-4958-ac50-e617c9fca6e8 req-d893ede4-71fb-4614-9d21-8e29e7da2cb9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824466
Nov 19 16:02:08.613289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.641724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.650840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0a3ca0a7-dec3-4cf3-bac5-56b00338b08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:08.708491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2741a11d-33d9-4875-9be9-24df82990fb6,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:08.734590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2b6b4-2989-4a53-9b90-86b543872d7e req-5c12cf1d-5bee-4ba6-8e70-d8fd156461f8 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:08.736378 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eda2b6b4-2989-4a53-9b90-86b543872d7e req-5c12cf1d-5bee-4ba6-8e70-d8fd156461f8 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 945 time: 0.1387935
Nov 19 16:02:08.744001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:08.762833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52f979f12e194fc7a4181ebaa18ac3d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4970026
Nov 19 16:02:08.765935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55530) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:08.882642 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eda2b6b4-2989-4a53-9b90-86b543872d7e req-7b6273de-65ae-46a4-be07-ea962871fbaa tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376066
Nov 19 16:02:08.901836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:08.944629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.034753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.044492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-56323a46-028f-4d0e-b1fb-980d390da34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:09.055261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2741a11d-33d9-4875-9be9-24df82990fb6,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:09.058549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:09.060946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.078008 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2741a11d-33d9-4875-9be9-24df82990fb6 HTTP/1.1" status: 204  len: 168 time: 0.3107033
Nov 19 16:02:09.378278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 09707adb-f736-48b4-9c21-c987769a06a2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:09.457559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 09707adb-f736-48b4-9c21-c987769a06a2 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:09.457990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.479675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55560) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:09.513107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.570648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:09.576899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Usage tracker for resource:security_group_rule and tenant:158f67dbd36b479ba3a0bbc3f32e63fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:09.584716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:09.601676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:09.700904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.737625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:09.747826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:09.842672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef440c67-7621-42a6-871e-0b398a98d7da,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:09.851032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:09.855265 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=158f67dbd36b479ba3a0bbc3f32e63fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3744960
Nov 19 16:02:09.857925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55576) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:09.894211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca969b-208f-40aa-a7de-c9a9379b2769 req-1c9d705e-e095-49f3-9a75-35ce84d03b56 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:09.895855 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74ca969b-208f-40aa-a7de-c9a9379b2769 req-1c9d705e-e095-49f3-9a75-35ce84d03b56 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0984836
Nov 19 16:02:09.956548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.003753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.075456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55588) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:10.099198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.123201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.130075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-238d2fb4-8480-4e8b-980b-e8009983cd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:10.160549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef440c67-7621-42a6-871e-0b398a98d7da,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:10.164325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.167993 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef440c67-7621-42a6-871e-0b398a98d7da HTTP/1.1" status: 204  len: 168 time: 0.3066385
Nov 19 16:02:10.167993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:10.168818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74ca969b-208f-40aa-a7de-c9a9379b2769 req-6770ec6a-e9a1-453c-8df1-c050f597ed37 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2612908
Nov 19 16:02:10.175726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:10.183547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5fb18c7d054da3befc25e341b1635b is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:10.190531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:10.199936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:10.326740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.358663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.369625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2e081c7c-ac2f-4b18-8dd4-3d9ce1cc9d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:10.431312 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b5fb18c7d054da3befc25e341b1635b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3543155
Nov 19 16:02:10.432437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f6fc12-add0-4a7c-8e39-2b80021551bb,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:10.433819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55604) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:10.456432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:10.540723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.572025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.664466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.687675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d7a6ba14-580f-4a96-b134-798ff74f5d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:10.705164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f6fc12-add0-4a7c-8e39-2b80021551bb,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:10.708642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:10.711263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:10.713045 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44f6fc12-add0-4a7c-8e39-2b80021551bb HTTP/1.1" status: 204  len: 168 time: 0.2775145
Nov 19 16:02:11.126982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55628) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:11.304906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55642) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:11.421795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-329561959-network', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:11.431914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:11.440240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Usage tracker for resource:network and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:11.446755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:11.461799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:11.498846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fa5f6-bfd7-497d-aede-c67bd951d04c req-d6507057-3d2c-4387-b5cd-21915339f8ff tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:11.507847 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-946fa5f6-bfd7-497d-aede-c67bd951d04c req-d6507057-3d2c-4387-b5cd-21915339f8ff tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1646361
Nov 19 16:02:11.553003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.569768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Made reservation on behalf of fdada4749c3545b98b4f1c0e67721132 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:11.574741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.601770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.685982 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-946fa5f6-bfd7-497d-aede-c67bd951d04c req-1562a9e1-24a8-4abb-b1a6-b36b2d578617 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770716
Nov 19 16:02:11.702734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:11.710037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Usage tracker for resource:security_group_rule and tenant:80318e7fda6c4a28974cae8328676295 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:11.715078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:11.723074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:11.734309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:11.739015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:11.742296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:11.749356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:11.866520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.883342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.909828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.914430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:11.949931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:02:11.952893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.961041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55666) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:11.974893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550e4969-8173-49d1-a5e1-eb385200b96c,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:11.980059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:11.982249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:11.991008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:11.991421 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Added segment a4f088d8-69d2-4823-b19b-3ddd4579ff94 of type vxlan for network f708ef6b-caec-489c-8b9c-7880d4f5f049
Nov 19 16:02:12.027050 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80318e7fda6c4a28974cae8328676295&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7208717
Nov 19 16:02:12.030058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55672) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:12.035235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0522e5-51e7-4e46-ab43-856d89e8ffa0,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:12.040287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:12.057235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.117393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.148880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.190842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.192370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:12.193021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.204951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e843451-2edc-4c15-9559-39b0d2a550fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:12.224410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.229888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0bf803e8-2b21-4cf8-a88b-32d8c81febc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:12.242734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0522e5-51e7-4e46-ab43-856d89e8ffa0,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:12.245721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:12.254414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.255963 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac0522e5-51e7-4e46-ab43-856d89e8ffa0 HTTP/1.1" status: 204  len: 168 time: 0.2248373
Nov 19 16:02:12.268233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154694370-network', 'tenant_id': '640ae01606cb451aa37b6a26a6ca7980'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:12.285816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:12.286928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Usage tracker for resource:network and tenant:640ae01606cb451aa37b6a26a6ca7980 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:12.290662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:12.298450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:12.326116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f708ef6b-caec-489c-8b9c-7880d4f5f049,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:12.332034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:12.337485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:12.347701 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.2195091
Nov 19 16:02:12.350633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55684) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:12.357650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Request body: {'subnet': {'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-329561959-subnet', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:12.363720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:12.367089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Made reservation on behalf of 640ae01606cb451aa37b6a26a6ca7980 for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:12.367824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Usage tracker for resource:subnet and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:12.370927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:12.373861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.377100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:12.393198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.418115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Made reservation on behalf of fdada4749c3545b98b4f1c0e67721132 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:12.424973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61100576'] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.433091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:12.437656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Usage tracker for resource:security_group_rule and tenant:640ae01606cb451aa37b6a26a6ca7980 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:12.442105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:12.448406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:12.572758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.611357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:12.629588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.649303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-522efe05-2065-421c-9cee-bff533c75290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:12.665897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:02:12.779534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7c7d7-4938-42e5-a4c0-a2b30263c161,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:12.798915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.811082 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Added segment 316450e4-b45f-4910-a0d1-96c81f6e2767 of type vxlan for network cd31f22b-261c-407d-9c63-4bfea9355ea7
Nov 19 16:02:12.812983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:12.913945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.978232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.979710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:12.980354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:12.986199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:13.104063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Pushing event updated for resources: {'Network': ['ID=cd31f22b-261c-407d-9c63-4bfea9355ea7,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:13.109980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:13.120811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:13.129149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65616b-478f-4cc8-b766-bb21f6e2d693 req-4bc83640-4219-4f82-af76-dd62fc9e9b70 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:13.132447 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ce65616b-478f-4cc8-b766-bb21f6e2d693 req-4bc83640-4219-4f82-af76-dd62fc9e9b70 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1268766
Nov 19 16:02:13.141229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:13.150981 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1891105
Nov 19 16:02:13.155806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55720) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:13.164376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Request body: {'subnet': {'network_id': 'cd31f22b-261c-407d-9c63-4bfea9355ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154694370-subnet', 'tenant_id': '640ae01606cb451aa37b6a26a6ca7980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:13.171380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:13.176709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Usage tracker for resource:subnet and tenant:640ae01606cb451aa37b6a26a6ca7980 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:13.194930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:13.222813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:13.229125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55724) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:13.266761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.284268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Made reservation on behalf of 640ae01606cb451aa37b6a26a6ca7980 for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:13.290144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.334986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:13.339191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Usage tracker for resource:security_group_rule and tenant:9939e24b2a6f4d23810ae2e37b466dce is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:13.342500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:13.349407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:13.388902 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ce65616b-478f-4cc8-b766-bb21f6e2d693 req-73d77d33-a30d-4985-971a-39286be894d9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281406
Nov 19 16:02:13.441813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.483791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b171-2bec-43df-a004-87f7840ad9be req-dfd98297-8a67-4531-ab04-e0b880a61c28 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:13.485377 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-dfd98297-8a67-4531-ab04-e0b880a61c28 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.3662410
Nov 19 16:02:13.513150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.515178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1961577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61100563'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.518983 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-70663a3d-44c3-436a-8b79-2af778278ac9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/quotas/ea38bfffbcd64b67a5972a7a59d200fc HTTP/1.1" status: 200  len: 375 time: 0.0271881
Nov 19 16:02:13.529808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-aa224400-37cf-4138-8dc9-658ef7b7c30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:13.537446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1dce5931-ad42-4063-bc48-d0a2cb49fe1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:13.602149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64149cff-dc7b-4624-972d-44c191addf3b,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:13.607073 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9939e24b2a6f4d23810ae2e37b466dce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3768165
Nov 19 16:02:13.608003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:13.609799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55734) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:13.689744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.728139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.759446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce1842f-426b-44b4-921c-1e9a8b504fe1,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:13.780278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:13.821155 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d827d04b-e78d-4b38-81e2-cf73bf697b6a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2875051
Nov 19 16:02:13.896107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.902383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8134f93f-aa1d-434c-b9b4-fad30497328f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:13.924437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64149cff-dc7b-4624-972d-44c191addf3b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:13.928258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:13.948899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:13.953281 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64149cff-dc7b-4624-972d-44c191addf3b HTTP/1.1" status: 204  len: 168 time: 0.3422050
Nov 19 16:02:13.991256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Checking segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:13.991664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Network hostable DHCP agents. Network: f708ef6b-caec-489c-8b9c-7880d4f5f049, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:02:14.085596 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-41b2ecbe-7085-49d2-acc7-062007f88bae service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505467
Nov 19 16:02:14.195965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.212525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0963c708-102d-469d-8040-5c08528bb205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:14.303037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:02:14.341778 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-e2782ab8-14ff-4ca8-bdc4-538babfc62df service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2418513
Nov 19 16:02:14.346527 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0a70ada8-4ddd-4a0d-b427-ea0d58bc4574 req-a2892621-0454-4eb7-8b95-9fde38aafdfc service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.2502689
Nov 19 16:02:14.354315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd9e70d-5242-4d19-91b6-b27595e75f2d,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:14.366112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:14.385950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, f708ef6b-caec-489c-8b9c-7880d4f5f049) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:14.396477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f4574-2b32-4424-91ed-60eeadf6bc98 None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:14.404043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:14.404840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.461020 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a7f6bcae-1360-4028-94b2-d649602b6984 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.1067963
Nov 19 16:02:14.461020 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0a70ada8-4ddd-4a0d-b427-ea0d58bc4574 req-367b798b-e8da-4e9c-bd42-c7ac7c2b923f service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054974
Nov 19 16:02:14.461651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55758) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:14.467480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:14.492807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:14.500227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Usage tracker for resource:router and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:14.505166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:14.514519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:14.558964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Checking segment: {'id': '316450e4-b45f-4910-a0d1-96c81f6e2767', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cd31f22b-261c-407d-9c63-4bfea9355ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:14.559357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Network hostable DHCP agents. Network: cd31f22b-261c-407d-9c63-4bfea9355ea7, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:02:14.569723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.570968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.620780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:02:14.629897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.679227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, cd31f22b-261c-407d-9c63-4bfea9355ea7) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:14.700958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608dae5-4ef8-4bd4-88f3-455064bde2db None None] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:14.726861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-f708ef6b-caec-489c-8b9c-7880d4f5f049', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:02:14.726861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.732847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:14.736450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.771797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d52c7-d308-4cc4-97bd-9ab28d4cf7b0 req-2057e33d-4253-4f79-b583-d750fcf278df tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:14.776318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc0d52c7-d308-4cc4-97bd-9ab28d4cf7b0 req-2057e33d-4253-4f79-b583-d750fcf278df tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1523340
Nov 19 16:02:14.831332 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6730835
Nov 19 16:02:14.869589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55778) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:14.885203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:02:14.890013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:14.927167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:14.931357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d061eca6f6a4d178d17a2487286346f is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:14.934929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:14.941550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:15.023243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.058437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.068097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c339fe4e-30e3-4229-b7a9-782a29cd8d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:15.088168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-072f156f-a290-439c-8b7a-4759e3e66bde req-25bf80f6-07c0-496a-9f01-b156ed507b80 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 210 time: 0.1745534
Nov 19 16:02:15.227673 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d061eca6f6a4d178d17a2487286346f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3541672
Nov 19 16:02:15.229652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55788) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:15.240771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403986c8-c045-4341-abc5-f4177e345f16,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:15.266367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:15.352237 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc0d52c7-d308-4cc4-97bd-9ab28d4cf7b0 req-b92359ea-c094-4aff-96f6-31459849a207 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5690751
Nov 19 16:02:15.352939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.359792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.387663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.500660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Allocated IP 172.20.0.2 (f708ef6b-caec-489c-8b9c-7880d4f5f049/6ce1842f-426b-44b4-921c-1e9a8b504fe1/7d1037a1-20e5-497b-af92-9d9e940f6da8) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:02:15.560433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.566229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0ad58896-ac5b-43e1-988d-7418565c6e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:15.583052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403986c8-c045-4341-abc5-f4177e345f16,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:15.595054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:15.600328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.602226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/403986c8-c045-4341-abc5-f4177e345f16 HTTP/1.1" status: 204  len: 168 time: 0.3697019
Nov 19 16:02:15.648316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bdbda-a913-49ef-a70d-3a75ab8da617 None None] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:15.945104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:15.988300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.144163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.168189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Transition to ACTIVE for port object 7d1037a1-20e5-497b-af92-9d9e940f6da8 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:16.200963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Transition to ACTIVE for port object 7d1037a1-20e5-497b-af92-9d9e940f6da8 will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:16.258918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.275381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:16.418018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Pushing event updated for resources: {'Port': ['ID=7d1037a1-20e5-497b-af92-9d9e940f6da8,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:16.423587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:16.509338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:16.510588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:16.513825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:02:16.538551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Allocated IP 172.27.2.174 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/fbb85a26-e2d3-4f10-bb16-c5dbb7a63957) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:02:16.629814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Attempting to bind port 7d1037a1-20e5-497b-af92-9d9e940f6da8 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:02:16.630245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Attempting to bind port 7d1037a1-20e5-497b-af92-9d9e940f6da8 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:02:16.630663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Attempting to bind port 7d1037a1-20e5-497b-af92-9d9e940f6da8 on network f708ef6b-caec-489c-8b9c-7880d4f5f049 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:02:16.638091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:02:16.638528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Checking segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:16.638983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.639435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Bound using segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:02:16.639962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Bound port: 7d1037a1-20e5-497b-af92-9d9e940f6da8, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:02:16.640390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.851640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] For port 7d1037a1-20e5-497b-af92-9d9e940f6da8, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:02:16.869206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] For port 7d1037a1-20e5-497b-af92-9d9e940f6da8, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=7d1037a1-20e5-497b-af92-9d9e940f6da8,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:02:16.921641 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-05a9b36f-7e3e-48b1-b774-9632e1628789 req-9b2494b2-2985-46d2-920e-ed9a8c45dd9e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 210 time: 0.5568123
Nov 19 16:02:16.940929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.963963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:16.978404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:17.030980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:17.065651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:17.153810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Pushing event updated for resources: {'Port': ['ID=7d1037a1-20e5-497b-af92-9d9e940f6da8,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:17.159551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:17.339226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef819af-1b99-4e37-8bb4-26e239560efa req-4e739357-f01f-4540-a773-39d3fdd5bb6c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:17.340977 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ef819af-1b99-4e37-8bb4-26e239560efa req-4e739357-f01f-4540-a773-39d3fdd5bb6c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.5301394
Nov 19 16:02:17.344561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55842) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:17.353177 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-3cc38a12-4d72-4480-8b91-b08360ace66b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5273850
Nov 19 16:02:17.375705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:17.414138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2003481327-network', 'tenant_id': '90c08003a33b423a84ddb3444ad86029'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:17.422824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:17.446727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:17.471486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Usage tracker for resource:network and tenant:90c08003a33b423a84ddb3444ad86029 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:17.479600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:17.519468 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:17.538016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ef819af-1b99-4e37-8bb4-26e239560efa req-1fa52c16-0848-49eb-8471-e3e30f69bd65 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824064
Nov 19 16:02:17.709686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b171-2bec-43df-a004-87f7840ad9be req-57bc39f7-7930-484e-bda8-1351515d3478 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:17.710779 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-57bc39f7-7930-484e-bda8-1351515d3478 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.5401657
Nov 19 16:02:17.747658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Request body: {'port': {'device_id': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803', 'admin_state_up': True, 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:17.755711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:17.766936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:17.770961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Made reservation on behalf of 90c08003a33b423a84ddb3444ad86029 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:17.776214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:17.788505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:02:17.843254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:17.864183 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-9229bb1f-f055-461e-8528-5d4117453218 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 1163 time: 0.3472052
Nov 19 16:02:17.937193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:17.951086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:18.029415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:18.035938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:18.200534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-ff566ebc-fe4e-4df7-8f6d-767c8cce4c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:18.202718 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-ff566ebc-fe4e-4df7-8f6d-767c8cce4c20 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 907 time: 0.3104632
Nov 19 16:02:18.340406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55876) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:18.354841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:18.373956 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-762c8060-2125-4ae8-ac00-9b76f33015e1 req-fe7c5ee9-5283-40fa-a166-3104ecbe7d72 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 210 time: 0.1552219
Nov 19 16:02:18.376912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Usage tracker for resource:security_group_rule and tenant:90c08003a33b423a84ddb3444ad86029 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:18.381208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:18.394360 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-55346152-d7da-411d-8325-6ac8c1dc0438 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea69cc3-e702-4e10-9bd4-49f98f5388de HTTP/1.1" status: 200  len: 217 time: 0.1742921
Nov 19 16:02:18.395276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:18.486699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-f5743e82-5b3e-407f-a3da-c57030a4cf69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:18.488450 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-f5743e82-5b3e-407f-a3da-c57030a4cf69 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.0870562
Nov 19 16:02:18.566960 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-3692cd6b-97b3-4ff2-acab-c8ab5aef1aa3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685897
Nov 19 16:02:18.597752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1071739496-network', 'tenant_id': '55e0fe5c8f9e464aabd841ec8190ea1e'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:18.682782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Allocated IP 172.20.0.7 (b67abdee-3954-4e35-9f4c-823281435803/5b1f19a8-a470-48e0-b0fa-39e0247f74b8/2ebb9e9c-91f1-47e4-8a5b-457c1abd9524) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:02:18.729349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:18.732190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:18.773490 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-898dcc4c-cf80-4362-8fb2-bfb611848712 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.1479127
Nov 19 16:02:18.827270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:18.831418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a7e1829-84c4-4d4a-8b43-e589ef94549e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:18.866600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Usage tracker for resource:network and tenant:55e0fe5c8f9e464aabd841ec8190ea1e is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:18.882293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0644b5-6f43-4274-a52e-bf42c7c1fd65,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:18.901914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:18.912148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:18.921144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb4566-34bb-41b3-be8a-a7c7a63c7090 None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:18.922436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:18.948202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:02:18.973984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:18.974429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Added segment 68e4abdd-4176-49dd-815f-e9cb6d7db6bd of type vxlan for network e5f68545-0e28-473c-a8d0-3059756b596c
Nov 19 16:02:19.006467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.058353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Made reservation on behalf of 55e0fe5c8f9e464aabd841ec8190ea1e for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:19.061797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-004c5602-edec-4527-81c4-0d9c5e87c0fe None None] Provisioning for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:19.062736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.087483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-c4cb8730-5e80-420b-a513-7fb7c17cc4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:19.089088 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-c4cb8730-5e80-420b-a513-7fb7c17cc4fd service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.3077955
Nov 19 16:02:19.097284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.100833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.105765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.127367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:19.128006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.139154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:19.165143 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-543bf22e-a697-47b3-97a0-756335f79d95 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5589800
Nov 19 16:02:19.178108 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-ccc1ef70-08ff-4e5d-9e2e-8dc02e6284a7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.0737016
Nov 19 16:02:19.225424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d8d1-1221-4fc3-add8-a736fa9b0a34 req-fe592fa8-04b2-421a-b8f0-6c13bba7be39 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:19.226937 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b74d8d1-1221-4fc3-add8-a736fa9b0a34 req-fe592fa8-04b2-421a-b8f0-6c13bba7be39 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.4896381
Nov 19 16:02:19.257941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-f0d90e42-b257-49cf-a3a9-2b7853653d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:19.259798 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-f0d90e42-b257-49cf-a3a9-2b7853653d79 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.0717790
Nov 19 16:02:19.264216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.282669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:19.460509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f68545-0e28-473c-a8d0-3059756b596c,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:19.487985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:19.493860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network e5f68545-0e28-473c-a8d0-3059756b596c details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:19.529517 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.1804543
Nov 19 16:02:19.531955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network e5f68545-0e28-473c-a8d0-3059756b596c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:19.542432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55900) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:19.550198 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-f45c5234-04c8-4e3f-9784-e12893a40001 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2034967
Nov 19 16:02:19.551512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event updated for resources: {'Port': ['ID=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:19.551646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:19.557983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Request body: {'subnet': {'network_id': 'e5f68545-0e28-473c-a8d0-3059756b596c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2003481327-subnet', 'tenant_id': '90c08003a33b423a84ddb3444ad86029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:19.560441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:19.567600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.568393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:19.593785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:19.597590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:55e0fe5c8f9e464aabd841ec8190ea1e is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:19.622678 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b74d8d1-1221-4fc3-add8-a736fa9b0a34 req-52f9ec31-e153-42bd-bc01-ca541d4b8c95 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519394
Nov 19 16:02:19.637535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:19.661153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Usage tracker for resource:subnet and tenant:90c08003a33b423a84ddb3444ad86029 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:19.699200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:19.935237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:19.937941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:19.954106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 7d1037a1-20e5-497b-af92-9d9e940f6da8 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:19.981369 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-e457b6bc-df51-41c8-8144-1b439315fbab service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4196661
Nov 19 16:02:20.028418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Network b67abdee-3954-4e35-9f4c-823281435803 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:20.124237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:20.134228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:02:20.140267 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:20.143844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Provisioning complete for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:20.152716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.190165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:20.190382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.214407 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3e0e42a-40f6-4ab0-93df-bf9f7b57e773 req-abb40b35-6df3-479c-8842-a8b48074abe1 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9827254
Nov 19 16:02:20.239697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:20.239697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.257489 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a41d980f-46c9-4665-858a-d7dd1fdeaf9a req-a4d8d2f8-2299-41e1-ac44-bc0e8edadd23 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2663209
Nov 19 16:02:20.308073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d9cb-30ab-404b-9818-d82c7e421075 req-f2efd26d-24ef-4e7f-9547-5ed30f8185e0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:20.315620 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-70c0d9cb-30ab-404b-9818-d82c7e421075 req-f2efd26d-24ef-4e7f-9547-5ed30f8185e0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 931 time: 0.5798030
Nov 19 16:02:20.333692 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5923414
Nov 19 16:02:20.341721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Made reservation on behalf of 90c08003a33b423a84ddb3444ad86029 for: {'subnet': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:20.347823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61100576'] for subnet, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.375217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Request body: {'port': {'device_id': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:20.378180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.415285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.450794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] For port 7d1037a1-20e5-497b-af92-9d9e940f6da8, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=7d1037a1-20e5-497b-af92-9d9e940f6da8,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:20.487559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.507882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:20.539106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.595108 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-70c0d9cb-30ab-404b-9818-d82c7e421075 req-8d63b080-c7c9-4247-acdb-ec362427a8ef tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781858
Nov 19 16:02:20.599482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.611446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-05360281-027e-4745-bfaf-1766fff27f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:20.632601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.643269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:02:20.643935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:02:20.659726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-e71383e6-e9bc-47ea-beeb-7bd19cdad16a None None] Provisioning complete for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:20.660153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e71383e6-e9bc-47ea-beeb-7bd19cdad16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.732824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Pushing event updated for resources: {'Port': ['ID=7d1037a1-20e5-497b-af92-9d9e940f6da8,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:20.737169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:20.830033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90182dca-1bd1-4e8d-b5b7-4dcbc233639a,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:20.861567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:02:20.923397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.923840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.924312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.928589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.929342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.929342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.929523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.929786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.930160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.930530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.930898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.931268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.931637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.932007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:20.943389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:20.960048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:20.960488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Added segment eed74efa-fd99-4f40-9231-1b4a6f0d6cf9 of type vxlan for network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9
Nov 19 16:02:21.076762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.204415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:02:21.212142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.212530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.222718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:21.223799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.229284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Transition to ACTIVE for port object 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:21.239351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f645c-c144-4d9d-ba0a-3b41cd859825 req-060ca4bc-9ea7-4cf9-aff9-c4556a3a14ae tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:21.241130 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-105f645c-c144-4d9d-ba0a-3b41cd859825 req-060ca4bc-9ea7-4cf9-aff9-c4556a3a14ae tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.3808239
Nov 19 16:02:21.245039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:21.309846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.327115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ad55a670-37e6-4b56-a9af-73152d3885b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:21.409173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Router 160251ac-c95d-455c-b292-a32a9373096b is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:02:21.420571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:21.426687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:21.437440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:21.444873 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-105f645c-c144-4d9d-ba0a-3b41cd859825 req-d2742151-4fdc-412b-9459-5711b08fa6ea tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763096
Nov 19 16:02:21.454564 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.1103218
Nov 19 16:02:21.458487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55934) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:21.478113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Request body: {'subnet': {'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1071739496-subnet', 'tenant_id': '55e0fe5c8f9e464aabd841ec8190ea1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:21.492386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:21.495545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:21.499408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:02:21.499959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:21.510012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Usage tracker for resource:subnet and tenant:55e0fe5c8f9e464aabd841ec8190ea1e is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:21.523819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:21.534713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:21.627231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1961577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61100563'] for subnet, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.647606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Made reservation on behalf of 55e0fe5c8f9e464aabd841ec8190ea1e for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:21.647824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ec15a23d-ae4d-4433-97fa-12822fe0d31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:21.653442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:21.977877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 7d1037a1-20e5-497b-af92-9d9e940f6da8 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:21.984329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b908c529-95ca-4398-8d90-ffdac00fa9d1,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:21.999472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:22.118052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f0d96-189e-4a9e-b98a-c591848bc891 req-0c3acb3c-5c71-42c1-89cf-8e24f4b7e4ed tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:22.119658 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c16f0d96-189e-4a9e-b98a-c591848bc891 req-0c3acb3c-5c71-42c1-89cf-8e24f4b7e4ed tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 943 time: 0.1970677
Nov 19 16:02:22.125433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:02:22.137251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Sync routers for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:02:22.145941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Attempting to bind port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:02:22.146297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Attempting to bind port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:02:22.146674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Attempting to bind port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 on network b67abdee-3954-4e35-9f4c-823281435803 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:02:22.155165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:02:22.156746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576468fd68>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:02:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:22.167958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 7d1037a1-20e5-497b-af92-9d9e940f6da8 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:22.168443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.180194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:02:22.180565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Checking segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:22.180957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.181367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Bound using segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:02:22.191654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Bound port: 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:02:22.191654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.217387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Checking segment: {'id': '68e4abdd-4176-49dd-815f-e9cb6d7db6bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e5f68545-0e28-473c-a8d0-3059756b596c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:22.217830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Network hostable DHCP agents. Network: e5f68545-0e28-473c-a8d0-3059756b596c, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:02:22.240920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Notify callbacks [] for router, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.253093 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.7899306
Nov 19 16:02:22.254457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55954) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:22.273855 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c16f0d96-189e-4a9e-b98a-c591848bc891 req-b82d98c7-36b5-40e4-91e3-b5dc11672553 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439705
Nov 19 16:02:22.479394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Network e5f68545-0e28-473c-a8d0-3059756b596c is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:02:22.480533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:02:22.500768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] For port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:02:22.520639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] For port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:02:22.613058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, e5f68545-0e28-473c-a8d0-3059756b596c) {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:22.622791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b3f2c-d0d1-433c-96e1-4475e33ba0af None None] Network e5f68545-0e28-473c-a8d0-3059756b596c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:22.701185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.706184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:22.709021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:22.727021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 55968) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:22.797665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:22.921906 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-02509ec8-73df-4e93-b718-57512e748792 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.3781571
Nov 19 16:02:22.996737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576468fd68>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:18Z', 'revision_number': 3, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:23.001244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Checking router: 160251ac-c95d-455c-b292-a32a9373096b for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:02:23.001677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Updating router 160251ac-c95d-455c-b292-a32a9373096b port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:02:23.027016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:23.040480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:23.088542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.090156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] 10.222.0.40 "PUT /v2.0/ports/2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 HTTP/1.1" status: 200  len: 1157 time: 2.7297010
Nov 19 16:02:23.090706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:02:23.107907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfda81-d166-4b85-84c7-4377a6550d92 None None] Network e5f68545-0e28-473c-a8d0-3059756b596c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:23.119255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.302114 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524', 'status': 'completed', 'code': 200}
Nov 19 16:02:23.344317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.365961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-eb88c6c9-9904-4fcd-8105-ee40d304812a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:23.418500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c63c-4cf8-41fa-b87e-69403a9b3964 req-4d8d15bb-8b74-4cb1-bcde-6c2f935cc09d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:23.426884 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-36b9c63c-4cf8-41fa-b87e-69403a9b3964 req-4d8d15bb-8b74-4cb1-bcde-6c2f935cc09d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.6471159
Nov 19 16:02:23.476698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.610160 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-7e1a22ec-da18-4424-ab7f-7db54b37904f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 1160 time: 0.3927672
Nov 19 16:02:23.693822 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-36b9c63c-4cf8-41fa-b87e-69403a9b3964 req-c8150788-4419-4d0c-9a80-9f6bab035eaf tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658713
Nov 19 16:02:23.724979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:23.741618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Usage tracker for resource:security_group_rule and tenant:7d3adcd02b474399a3321bb2b37eeaaf is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:23.761944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.762709 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-9b8e62aa-13d3-41dc-ab81-8a427bf65bf4 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 HTTP/1.1" status: 200  len: 217 time: 0.1282187
Nov 19 16:02:23.768078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198a1575-208d-4aae-a4d5-6cbea643d658,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:23.769100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:23.776461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:23.786956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Transition to ACTIVE for port object fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:23.823856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:23.841290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Checking segment: {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:23.841713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Network hostable DHCP agents. Network: 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:02:23.855154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.855564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.855963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.856129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3a2b71a8-9ccf-46c2-b1d0-9f2f4e91cadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:23.856351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.857125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.857125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.857480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.857988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.858375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.858775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.859303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.859546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.860056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.860499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.860826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.861203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.862162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.862546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.862925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.863301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.863921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.864029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.864378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.864807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:23.873367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:23.914130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b171-2bec-43df-a004-87f7840ad9be req-93f93a08-104c-4942-8a2c-5c97b82480c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:23.915742 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-93f93a08-104c-4942-8a2c-5c97b82480c2 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.1441910
Nov 19 16:02:24.058182 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-673f12eb-1be0-4317-9121-ac3ba077e2d5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1182208
Nov 19 16:02:24.059425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:02:24.079385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c7c4-0456-4796-a0f4-4c259ec843f7 req-faafa343-2266-4738-bfb5-3f97d9ec675b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:24.081705 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e532c7c4-0456-4796-a0f4-4c259ec843f7 req-faafa343-2266-4738-bfb5-3f97d9ec675b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 943 time: 0.4983299
Nov 19 16:02:24.094152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.139258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.152760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2ab8210c-83fd-4c81-8334-2afef02b28ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:24.177187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:24.184314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06502159-737d-4c34-9fb0-b6a08b008c37,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:24.195596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:24.197046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411c41d-9241-44b7-8071-14816ed23695 None None] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:24.198274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Pushing event updated for resources: {'Port': ['ID=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,revision_number=2']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:24.204669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:24.205575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.218671 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e532c7c4-0456-4796-a0f4-4c259ec843f7 req-72b59e4c-9fff-4beb-a907-920641d7f914 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241865
Nov 19 16:02:24.227546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.227667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.228002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.230890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.231579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.231651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.232004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.232309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.232667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.233026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.233382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.233807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.234166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.234524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.234883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.235240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.235596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:24.240074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:24.305751 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-02b4352f-db2b-403b-8121-aca294f7abf6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.8408308
Nov 19 16:02:24.350471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Attempting to bind port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:02:24.353172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Attempting to bind port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:02:24.353628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Attempting to bind port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:02:24.365183 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-1e6d2e00-c163-4f5b-8b9c-c63fd4aa284e service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948029
Nov 19 16:02:24.365420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d3adcd02b474399a3321bb2b37eeaaf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6189170
Nov 19 16:02:24.367699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 55998) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:24.371729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:02:24.372161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:24.372617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.373058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:02:24.373604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Bound port: fbb85a26-e2d3-4f10-bb16-c5dbb7a63957, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:02:24.374024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.597304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] For port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:02:24.603564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376c837-f6d3-4cb2-ab40-fb00b1c43067 None None] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:02:24.604035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] For port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:02:24.670137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.716908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:24.741583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.762284 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b2b171-2bec-43df-a004-87f7840ad9be req-39c8428e-d981-41a7-b43b-939e12007042 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3828475
Nov 19 16:02:24.806570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.961980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.976840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-590a0936-ec81-43c6-8bb2-1f6c650d2ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:24.987772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Pushing event updated for resources: {'Port': ['ID=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:24.993954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:24.994271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:24.996694 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06502159-737d-4c34-9fb0-b6a08b008c37 HTTP/1.1" status: 204  len: 168 time: 0.6252799
Nov 19 16:02:25.011452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06502159-737d-4c34-9fb0-b6a08b008c37,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:25.015100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:25.066440 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-2df6dcb7-45e3-474c-956a-c9b8b5d2db6a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 1160 time: 0.1582892
Nov 19 16:02:25.086121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:02:25.086820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576468fd68>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:02:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:25.122097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:25.193820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a4a-6228-42d5-9157-be9cbe8219be req-461c30e9-9aeb-4085-a893-dc098cf68035 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:25.196298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2bbd2a4a-6228-42d5-9157-be9cbe8219be req-461c30e9-9aeb-4085-a893-dc098cf68035 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2818522
Nov 19 16:02:25.275578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:25.343810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-69fd1bfb-0cc0-4fcb-a15c-b32870ee2be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:25.351048 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-69fd1bfb-0cc0-4fcb-a15c-b32870ee2be8 service neutron] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 907 time: 0.2645071
Nov 19 16:02:25.506282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-c2846b7d-3a70-45d1-ba5f-18c6b2532504 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 HTTP/1.1" status: 200  len: 217 time: 0.1430566
Nov 19 16:02:25.516628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:02:25.619790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-235dddc3-a402-48b1-9a6b-71395fc86da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:25.621632 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-235dddc3-a402-48b1-9a6b-71395fc86da4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.1117613
Nov 19 16:02:25.660933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2bbd2a4a-6228-42d5-9157-be9cbe8219be req-3f051ddf-311a-4a22-afd8-1f831ecd7e2f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4467320
Nov 19 16:02:25.799135 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-865477cc-3938-4b9b-9c01-5570b5db8d3f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1591744
Nov 19 16:02:25.823443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a756a-d378-4f33-ba95-9449045a664b req-064b2410-f9cb-440a-b95d-cd2f92d9deaa tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:25.835574 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ab8a756a-d378-4f33-ba95-9449045a664b req-064b2410-f9cb-440a-b95d-cd2f92d9deaa tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 943 time: 0.3352711
Nov 19 16:02:26.011162 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ab8a756a-d378-4f33-ba95-9449045a664b req-737b0eb7-79e4-477e-9397-4bafaef289d7 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742203
Nov 19 16:02:26.038937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 56038) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:26.105920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576468fd68>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:18Z', 'revision_number': 3, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:26.106559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:26.112901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b7ece-1136-44d6-a641-f7192b3b1943 None None] The sync data for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi is: [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:18Z', 'revision_number': 3, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:02:26.121203 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-2152ad31-3053-4f9c-b912-82552ce0f65e service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150921
Nov 19 16:02:26.134903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Allocated IP 172.20.0.1 (f708ef6b-caec-489c-8b9c-7880d4f5f049/6ce1842f-426b-44b4-921c-1e9a8b504fe1/ecc7ba9b-1942-4d04-8782-8ebb996ee346) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:02:26.211291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:26.273341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Usage tracker for resource:security_group_rule and tenant:6247e53270584f5dad19b5271f981a4b is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:26.289181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:26.296301 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e98ab965-7040-4876-bc4c-b0f82a90bea1 req-847dcbea-d134-48cc-90d2-8b899dfe0448 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1682045
Nov 19 16:02:26.300997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:26.395739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:26.431202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Transition to ACTIVE for port object ecc7ba9b-1942-4d04-8782-8ebb996ee346 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:26.448278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:26.516060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:26.525916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:26.527521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2ca52c93-cd13-4f32-bc1e-606e7d264841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:26.766070 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6247e53270584f5dad19b5271f981a4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7134805
Nov 19 16:02:26.767025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f324103-bc8e-4176-b7fa-ebd71e17286c,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:26.769258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56054) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:26.784633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:26.788421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:26.962963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.004393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Pushing event updated for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:27.005570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.015416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:27.132520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.135637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:27.137929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3f6537aa-c5e9-43a0-a8c0-429323a85b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:27.164897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f324103-bc8e-4176-b7fa-ebd71e17286c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:27.170430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:27.184126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.192786 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f324103-bc8e-4176-b7fa-ebd71e17286c HTTP/1.1" status: 204  len: 168 time: 0.4213228
Nov 19 16:02:27.260259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:27.325819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56082) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:27.350052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:02:27.453522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-0e733f36-f28d-4937-b2d7-6498819bac62 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:27.454316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-0e733f36-f28d-4937-b2d7-6498819bac62 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Synchronizing usage tracker for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:network {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:02:27.523687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.535263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.557355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-0e733f36-f28d-4937-b2d7-6498819bac62 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Unset dirty status for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:network {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:02:27.558791 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-0e733f36-f28d-4937-b2d7-6498819bac62 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 814 time: 0.4946864
Nov 19 16:02:27.567565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891c3d-23bf-4153-9ad2-da7a496d594e req-cd6c86a1-4a65-45e3-8899-b5ae6dc3ddeb tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:27.569384 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-63891c3d-23bf-4153-9ad2-da7a496d594e req-cd6c86a1-4a65-45e3-8899-b5ae6dc3ddeb tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 943 time: 0.3106282
Nov 19 16:02:27.601860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:27.610218 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-ef5b8a3b-abd3-4fb3-a3f9-07fb24d68c8d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/quotas/55e0fe5c8f9e464aabd841ec8190ea1e HTTP/1.1" status: 200  len: 375 time: 0.0397208
Nov 19 16:02:27.667837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:27.674825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5b9a18c1e54a8f8856ee8e3bec7ec6 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:27.678493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:27.678783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:27.694495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-d459f488-0d00-480c-8ac5-8942fb6d944d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0715966
Nov 19 16:02:27.712826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-aaca171f-be30-4c0a-8ec0-5badfd7381fc None None] Provisioning for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:27.714223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:27.741086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-aaca171f-be30-4c0a-8ec0-5badfd7381fc None None] Provisioning complete for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:27.741838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aaca171f-be30-4c0a-8ec0-5badfd7381fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.791030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:27.810608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:27.811278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.830746 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-63891c3d-23bf-4153-9ad2-da7a496d594e req-93feb902-a562-4689-bef7-c22ee3841cec tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489817
Nov 19 16:02:27.842093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.864884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-aaca171f-be30-4c0a-8ec0-5badfd7381fc None None] Port ecc7ba9b-1942-4d04-8782-8ebb996ee346 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:02:27.900728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.912161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a686c3d4-5fb1-42c7-b7c6-1479b0fbed64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:27.912462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:27.944964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b043405d-0639-441e-9d81-0dc912dc3716,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:27.952589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:27.964992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:27.979638 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c5b9a18c1e54a8f8856ee8e3bec7ec6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6512923
Nov 19 16:02:27.979638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56096) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:28.001745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:28.003312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.062457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.073424 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bf85da5b-f77a-475c-b9ae-a245ac0fc0a2 service neutron] 10.222.0.43 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3778982
Nov 19 16:02:28.094906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.183788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.190001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6881f8e3-7a7e-4ef8-8786-33ebacc08931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:28.215844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043405d-0639-441e-9d81-0dc912dc3716,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:28.219817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:28.232110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.236078 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b043405d-0639-441e-9d81-0dc912dc3716 HTTP/1.1" status: 204  len: 168 time: 0.2534280
Nov 19 16:02:28.363773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.404491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:28.472600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.488261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:28.579339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.608899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:28.618411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:28.619616 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-0ded982c-abb4-43f1-b378-e3d660ec98a2 service neutron] 10.222.0.43 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5449693
Nov 19 16:02:28.624625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:02:28.636328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:28.670903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.673084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:28.890101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:28.895687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:28.934270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:28.978035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:29.043669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:29.177337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56144) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:29.200007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:29.302442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:29.310495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Usage tracker for resource:security_group_rule and tenant:211ce8135acd48829a1d2293f6ba248c is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:29.318567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:29.327406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:29.346379 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524', 'code': 200}
Nov 19 16:02:29.453259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Pushing event updated for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:29.456074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:29.477954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:29.593723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce82d2-1433-445f-92d8-ebc16cb5e6bc req-300c2634-62a0-4e3c-a26a-69d1f4c3d44b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:29.601773 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04ce82d2-1433-445f-92d8-ebc16cb5e6bc req-300c2634-62a0-4e3c-a26a-69d1f4c3d44b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.3785081
Nov 19 16:02:29.651077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:29.670933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:29.697887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:29.706404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-893613b3-56d9-42b6-b6c2-2c5858863524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:29.817404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3527e42-c995-41d8-9724-490a3bf917f6,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:29.870899 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04ce82d2-1433-445f-92d8-ebc16cb5e6bc req-18dd368c-8287-4806-906c-76b5f2ef88c7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570372
Nov 19 16:02:29.905331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:29.908752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.083268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:30.092198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c367-276e-4c59-a0b0-0d254a8166c1 req-756ab9d3-95b8-45ae-8401-ff9b5c7b5b22 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:30.101139 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cd08c367-276e-4c59-a0b0-0d254a8166c1 req-756ab9d3-95b8-45ae-8401-ff9b5c7b5b22 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.2003312
Nov 19 16:02:30.109150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:30.123148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:30.126110 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb15e73b-140a-4d58-8476-a56838a6105e req-275d7c26-8aac-47da-8886-3f845ded7ae6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 210 time: 0.1179843
Nov 19 16:02:30.172841 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=211ce8135acd48829a1d2293f6ba248c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9941919
Nov 19 16:02:30.178605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56166) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:30.250000 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d3c0860e-998c-454f-89dd-ec1392bd286e req-9271891d-2d91-4138-af99-216c5ac17ea7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 1162 time: 0.4353948
Nov 19 16:02:30.292310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cd08c367-276e-4c59-a0b0-0d254a8166c1 req-5ca5a06a-eb3a-4b89-a926-d2a02c5df167 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897509
Nov 19 16:02:30.292881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.384864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.411375 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d3c0860e-998c-454f-89dd-ec1392bd286e req-920bdaee-d22c-49e9-a888-be5eccd6eaf5 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389983
Nov 19 16:02:30.417781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-364ff963-ef28-4761-ae4e-12bb40f7162b None None] Provisioning complete for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:30.418207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-364ff963-ef28-4761-ae4e-12bb40f7162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.515614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.520397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-364ff963-ef28-4761-ae4e-12bb40f7162b None None] Port ecc7ba9b-1942-4d04-8782-8ebb996ee346 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:02:30.529943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cecfc396-efc1-4d9b-85c4-faa69b1c1c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:30.544293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56174) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:30.545145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3527e42-c995-41d8-9724-490a3bf917f6,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:30.547713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:30.558515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.562114 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3527e42-c995-41d8-9724-490a3bf917f6 HTTP/1.1" status: 204  len: 168 time: 0.3758667
Nov 19 16:02:30.629429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e6fcd-5cd5-4ebf-b54d-0f7bcbbef1b1 req-9aa13a25-6e48-49cd-890d-e5ec634b8d17 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:30.631051 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a48e6fcd-5cd5-4ebf-b54d-0f7bcbbef1b1 req-9aa13a25-6e48-49cd-890d-e5ec634b8d17 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2637515
Nov 19 16:02:30.718401 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a48e6fcd-5cd5-4ebf-b54d-0f7bcbbef1b1 req-5f500506-77ae-4ac0-9982-727a6552842f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770812
Nov 19 16:02:30.789662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:30.826980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:30.831863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Usage tracker for resource:security_group_rule and tenant:aa311852f72b4f718acd2b408d0620d7 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:30.835012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:30.841314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:30.852376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Router 160251ac-c95d-455c-b292-a32a9373096b has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:02:31.066504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.097892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.107882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6cecfcc5-573c-4a8f-9486-8629f5a136a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:31.129907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:02:31.140845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdebf0cf-9718-4dad-8724-9767fa5e8c25,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:31.141212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Sync routers for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:02:31.148387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:31.186488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa311852f72b4f718acd2b408d0620d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6374965
Nov 19 16:02:31.189084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56200) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:31.198620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:02:31.199335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644e50b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:02:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:31.221619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] 10.222.0.43 "PUT /v2.0/routers/160251ac-c95d-455c-b292-a32a9373096b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9612856
Nov 19 16:02:31.266529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.298620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.326863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:31.383533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.390282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-64d30ae9-149d-441b-a4b9-2b736fc19b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:31.417805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdebf0cf-9718-4dad-8724-9767fa5e8c25,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:31.425980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:31.438311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.442034 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdebf0cf-9718-4dad-8724-9767fa5e8c25 HTTP/1.1" status: 204  len: 168 time: 0.2513154
Nov 19 16:02:31.518708 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb898276-91ea-46d7-8d4a-2fb37788f02d req-ed12bee7-fb8b-48a4-a425-754ff7a3fbd7 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 210 time: 0.1174843
Nov 19 16:02:31.737889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:31.738307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:31.788710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f1e0b-79e4-4d53-abf7-2fef261e9ed1 req-ca8ff9e5-bf76-4f4b-b596-8d79c1ac03d7 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:31.791046 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-547f1e0b-79e4-4d53-abf7-2fef261e9ed1 req-ca8ff9e5-bf76-4f4b-b596-8d79c1ac03d7 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.1856840
Nov 19 16:02:31.847643 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-547f1e0b-79e4-4d53-abf7-2fef261e9ed1 req-010d6960-311c-48cb-9cf5-070165fb94e1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501797
Nov 19 16:02:31.880232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:02:32.359487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644e50b8>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 2, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:32.363781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Checking router: 160251ac-c95d-455c-b292-a32a9373096b for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:02:32.364193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Updating router 160251ac-c95d-455c-b292-a32a9373096b port ecc7ba9b-1942-4d04-8782-8ebb996ee346 binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:02:32.417779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:33.363273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:33.394067 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-93a8c00d-0235-4447-9ca6-793e525dbbd3 req-7df2f985-54b5-49f4-a138-16c057b2fdd4 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 210 time: 0.0650463
Nov 19 16:02:33.405376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-46f2d980-f28d-48ce-bd1c-5ec673b28389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:33.494470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d42e0-5764-4445-afe0-8f59f285c3d0 req-7fe9c617-5631-4bb4-9d4d-2677841e5853 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:33.507564 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a43d42e0-5764-4445-afe0-8f59f285c3d0 req-7fe9c617-5631-4bb4-9d4d-2677841e5853 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2569759
Nov 19 16:02:33.613007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:33.613529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:33.654205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a43d42e0-5764-4445-afe0-8f59f285c3d0 req-fadbba17-3145-4586-9d2e-c86d1d7192f2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438096
Nov 19 16:02:33.775462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3286a2f-2553-4f19-ba09-8b6299dfc832 req-aadb3950-4e46-49dd-8135-66bce6c8b7d9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:33.787191 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f3286a2f-2553-4f19-ba09-8b6299dfc832 req-aadb3950-4e46-49dd-8135-66bce6c8b7d9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.2238710
Nov 19 16:02:33.822055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2084595700', 'description': 'tempest-TestShelveInstance-2084595700 description'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:33.833923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:33.842274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Usage tracker for resource:security_group and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:33.859470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:33.905907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:33.958203 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f3286a2f-2553-4f19-ba09-8b6299dfc832 req-b752bf56-7d5b-4373-b2ac-4d11a6d26eba tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622772
Nov 19 16:02:33.962844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-c04a5678-980e-4dcf-bd96-92ddcf74ef91 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:33.964500 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-c04a5678-980e-4dcf-bd96-92ddcf74ef91 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 814 time: 0.6221449
Nov 19 16:02:33.988801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:33.997290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Request body: {'port': {'device_id': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9', 'admin_state_up': True, 'tenant_id': '55e0fe5c8f9e464aabd841ec8190ea1e'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:34.061025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:34.070513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Usage tracker for resource:security_group_rule and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:34.074849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:34.094837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:34.180891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.211915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.218079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:34.285356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:34.296790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Usage tracker for resource:port and tenant:55e0fe5c8f9e464aabd841ec8190ea1e is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:34.307955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:34.321938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:34.367622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'SecurityGroup': ['ID=50d9ee9d-df72-4996-ad6d-66d7290a46f7,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:34.381572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:34.395681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.399073 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-18b1ecde-4c77-4e5f-b495-7e8e3f61525f req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1641 time: 0.5817189
Nov 19 16:02:34.411316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.425619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Transition to ACTIVE for port object ecc7ba9b-1942-4d04-8782-8ebb996ee346 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:34.429115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Made reservation on behalf of 55e0fe5c8f9e464aabd841ec8190ea1e for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:02:34.435238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.458178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:34.490166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:34.646009 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-ea01145a-c214-4b9b-b135-cf3fe3722b40 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups/50d9ee9d-df72-4996-ad6d-66d7290a46f7 HTTP/1.1" status: 200  len: 1636 time: 0.1574631
Nov 19 16:02:34.667508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d9ee9d-df72-4996-ad6d-66d7290a46f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:34.667861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d9ee9d-df72-4996-ad6d-66d7290a46f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:34.698778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:34.795816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Usage tracker for resource:security_group_rule and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:34.820118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:34.831604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:34.878801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c9191872-bc42-41fc-a49a-88fa2269236e req-2b65c67f-3c02-4302-a90c-b0f353b0418f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 210 time: 0.1814697
Nov 19 16:02:35.008779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Pushing event updated for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:35.032712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:35.043392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.164113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Attempting to bind port ecc7ba9b-1942-4d04-8782-8ebb996ee346 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:02:35.164456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Attempting to bind port ecc7ba9b-1942-4d04-8782-8ebb996ee346 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:02:35.164844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Attempting to bind port ecc7ba9b-1942-4d04-8782-8ebb996ee346 on network f708ef6b-caec-489c-8b9c-7880d4f5f049 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:02:35.185361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:02:35.191182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Checking segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:35.191663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.202048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Bound using segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:02:35.202632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Bound port: ecc7ba9b-1942-4d04-8782-8ebb996ee346, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:02:35.203082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.244446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.286282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Allocated IP 172.20.0.2 (26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9/198a1575-208d-4aae-a4d5-6cbea643d658/bcf1d111-d978-4b91-9add-6b843de4c29f) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:02:35.339135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2654b-34d1-4d8d-9282-86bb44f990d5 req-c7f80698-a504-48f4-b04b-fdbb626830b8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:35.341642 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a5a2654b-34d1-4d8d-9282-86bb44f990d5 req-c7f80698-a504-48f4-b04b-fdbb626830b8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2035408
Nov 19 16:02:35.342841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.345975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:35.421523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad28d54d-a511-4e1c-ac58-d0ec33253e86,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:35.439113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:35.444473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] For port ecc7ba9b-1942-4d04-8782-8ebb996ee346, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:02:35.448031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] For port ecc7ba9b-1942-4d04-8782-8ebb996ee346, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ecc7ba9b-1942-4d04-8782-8ebb996ee346,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:02:35.498435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.520488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a5a2654b-34d1-4d8d-9282-86bb44f990d5 req-c606ba2d-7907-495c-958c-0ea84e786df7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367712
Nov 19 16:02:35.522379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:35.542164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.543456 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c8370cbe-ff93-40c1-b655-ca3688def098 req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.8897662
Nov 19 16:02:35.619421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.683564 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-628c37f9-3490-4487-89e5-75a274214b05 req-7f2e05d9-8f05-4bb9-bf09-61162fc6a120 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups/50d9ee9d-df72-4996-ad6d-66d7290a46f7 HTTP/1.1" status: 200  len: 2139 time: 0.1012037
Nov 19 16:02:35.689039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d9ee9d-df72-4996-ad6d-66d7290a46f7', 'remote_group_id': None}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:35.690438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50d9ee9d-df72-4996-ad6d-66d7290a46f7', 'remote_group_id': None}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:35.696813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:35.701289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Usage tracker for resource:security_group_rule and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:35.705258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:35.712641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3bdea750-4846-44d8-baff-bc1e7a4ac989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.713888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.750774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:35.767161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:35.777139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Pushing event updated for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:35.783464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:35.840933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:35.914602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:02:35.915471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644e50b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:02:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:35.976225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.013549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Pushing event updated for resources: {'Port': ['ID=bcf1d111-d978-4b91-9add-6b843de4c29f,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:36.022385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:36.093049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.111567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:02:36.112854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:02:36.115339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:02:36.177880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.225611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:02:36.230036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2e67da28-47df-40ce-9a1b-1776234e0a7b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:36.231345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:36.232066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.262941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a7d05d-32b1-466c-8178-5686862e5e8e,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:36.269684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:36.307999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77440ea0-888a-49de-b126-12bc2b44c1b9 req-605bd001-fff2-41fe-9cfa-87ba74aca2e6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:36.309710 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-77440ea0-888a-49de-b126-12bc2b44c1b9 req-605bd001-fff2-41fe-9cfa-87ba74aca2e6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 931 time: 0.1983700
Nov 19 16:02:36.328119 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3351810
Nov 19 16:02:36.342758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.348380 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-628c37f9-3490-4487-89e5-75a274214b05 req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.6635907
Nov 19 16:02:36.352871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Request body: {'port': {'device_id': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:02:36.379005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-77440ea0-888a-49de-b126-12bc2b44c1b9 req-5bb881a1-0127-4378-9be9-969f5606738d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Synchronizing usage tracker for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:02:36.429875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-77440ea0-888a-49de-b126-12bc2b44c1b9 req-5bb881a1-0127-4378-9be9-969f5606738d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Unset dirty status for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:02:36.438360 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-77440ea0-888a-49de-b126-12bc2b44c1b9 req-5bb881a1-0127-4378-9be9-969f5606738d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194205
Nov 19 16:02:36.566759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:36.654959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.049380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644e50b8>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:35Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:37.055881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471db76-b5b3-406b-8a41-7330bd0b2488 None None] The sync data for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi is: [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:35Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:02:37.059939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341318d8-2200-4cbd-a72e-e9c1d65f1dae req-fe587674-e578-4ed2-8baa-9673f392c890 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:37.068091 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-341318d8-2200-4cbd-a72e-e9c1d65f1dae req-fe587674-e578-4ed2-8baa-9673f392c890 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1746500
Nov 19 16:02:37.072024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf1d111-d978-4b91-9add-6b843de4c29f {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:02:37.074912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.080739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.095902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Transition to ACTIVE for port object bcf1d111-d978-4b91-9add-6b843de4c29f will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:02:37.128273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.196027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:37.198132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-341318d8-2200-4cbd-a72e-e9c1d65f1dae req-15504b91-2504-4b41-acf9-ab8f44262dcb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285057
Nov 19 16:02:37.363643 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 56384) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:37.402596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf1d111-d978-4b91-9add-6b843de4c29f,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:37.412647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:37.670646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ecc7ba9b-1942-4d04-8782-8ebb996ee346 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:37.814906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.829936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Attempting to bind port bcf1d111-d978-4b91-9add-6b843de4c29f on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:02:37.830455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Attempting to bind port bcf1d111-d978-4b91-9add-6b843de4c29f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:02:37.830831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Attempting to bind port bcf1d111-d978-4b91-9add-6b843de4c29f on network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:02:37.850885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:02:37.851272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Checking segment: {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:02:37.851687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.852093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Bound using segment: {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:02:37.852790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Bound port: bcf1d111-d978-4b91-9add-6b843de4c29f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:02:37.852938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:37.892437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:37.899558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:37.900094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.062905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] For port bcf1d111-d978-4b91-9add-6b843de4c29f, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:02:38.069304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] For port bcf1d111-d978-4b91-9add-6b843de4c29f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bcf1d111-d978-4b91-9add-6b843de4c29f,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:02:38.119885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.134064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:38.140037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Usage tracker for resource:security_group_rule and tenant:02ce8c573b07414d87d1cb4fb93865a6 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:38.148935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:38.162469 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:38.185211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.195970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc7da2-c922-43c0-b1a0-918c8240495c req-cbf045f6-ff7b-4e26-972e-a381cf8514a9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:38.197727 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5fcc7da2-c922-43c0-b1a0-918c8240495c req-cbf045f6-ff7b-4e26-972e-a381cf8514a9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.5098317
Nov 19 16:02:38.293601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port ecc7ba9b-1942-4d04-8782-8ebb996ee346, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ecc7ba9b-1942-4d04-8782-8ebb996ee346,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:38.315228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:38.326578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.330564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:38.395224 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5fcc7da2-c922-43c0-b1a0-918c8240495c req-6ce8b9dc-ca0d-4e83-a15e-c51da31a89b4 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879442
Nov 19 16:02:38.502872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:38.513812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:38.622362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.670434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.713416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf1d111-d978-4b91-9add-6b843de4c29f,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:38.725900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:38.731798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:38.755180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:38.756986 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] 10.222.0.40 "PUT /v2.0/ports/bcf1d111-d978-4b91-9add-6b843de4c29f HTTP/1.1" status: 200  len: 1157 time: 2.4125116
Nov 19 16:02:38.757536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:02:38.822089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8edc5-fbfd-4788-af92-021a77bc57be,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:38.839228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:38.845849 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f', 'status': 'completed', 'code': 200}
Nov 19 16:02:38.865093 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02ce8c573b07414d87d1cb4fb93865a6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4963760
Nov 19 16:02:38.865199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56426) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:38.886980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7dbd-d603-4a66-931d-627d6192b464 req-680a81b3-83d1-4afd-b897-de1aaa989cef tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:38.888640 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c9f7dbd-d603-4a66-931d-627d6192b464 req-680a81b3-83d1-4afd-b897-de1aaa989cef tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2646332
Nov 19 16:02:38.965067 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c9f7dbd-d603-4a66-931d-627d6192b464 req-b0178635-1d42-40ae-be10-e36959571de3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694840
Nov 19 16:02:39.010327 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:39.050300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:39.116385 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-c515b843-be1c-4ce2-bcc1-5b26881d718c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 1160 time: 0.2175264
Nov 19 16:02:39.234258 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-7cb29712-b691-4720-92f2-fc9475360f84 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcf1d111-d978-4b91-9add-6b843de4c29f HTTP/1.1" status: 200  len: 217 time: 0.1015656
Nov 19 16:02:39.290322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:39.301417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-87cb5e1e-69be-4451-adb3-b43cdf2fdf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:39.320244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8edc5-fbfd-4788-af92-021a77bc57be,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:39.325303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:39.332647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:39.336393 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17c8edc5-fbfd-4788-af92-021a77bc57be HTTP/1.1" status: 204  len: 168 time: 0.4681668
Nov 19 16:02:39.336393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-19d6c3ed-6131-4b58-b93f-c8eec12c7675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:39.337249 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-19d6c3ed-6131-4b58-b93f-c8eec12c7675 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=198a1575-208d-4aae-a4d5-6cbea643d658 HTTP/1.1" status: 200  len: 854 time: 0.0955532
Nov 19 16:02:39.408546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-abc4be18-b430-41d4-abb9-07ed03c7ac91 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631502
Nov 19 16:02:39.587364 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ecc7ba9b-1942-4d04-8782-8ebb996ee346 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:39.664350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ecc7ba9b-1942-4d04-8782-8ebb996ee346 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:39.665159 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:39.688396 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-6f76f093-d839-486c-81f0-eec8d259bb09 service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471366
Nov 19 16:02:39.700975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d325c-eb7b-4a88-b802-13d6c3a4d6c9 req-6fc3d637-f623-4eed-a446-251517935daf tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:39.702685 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e10d325c-eb7b-4a88-b802-13d6c3a4d6c9 req-6fc3d637-f623-4eed-a446-251517935daf tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.1397650
Nov 19 16:02:39.757684 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e10d325c-eb7b-4a88-b802-13d6c3a4d6c9 req-231404d7-4f11-4d60-a1d7-8fb025af2695 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465631
Nov 19 16:02:39.962284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56448) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:39.984322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.042233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:40.049660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c93a471e1cd54a2e949e8cb4d2869ad2 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:40.054610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:40.064749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:40.171174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.217825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.225882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438d932-3532-48c7-aeb8-b466b58d1952 req-df288bbd-1a20-43ab-81ca-a550144750d0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:40.227056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0438d932-3532-48c7-aeb8-b466b58d1952 req-df288bbd-1a20-43ab-81ca-a550144750d0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0990639
Nov 19 16:02:40.230120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f569c83b-3a1a-4d73-b022-e8a97ffe83d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:40.281862 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c93a471e1cd54a2e949e8cb4d2869ad2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3183696
Nov 19 16:02:40.284706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df59fe-bd9c-4053-ae19-bb528c261e5b,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:40.286928 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0438d932-3532-48c7-aeb8-b466b58d1952 req-26b4ba8f-b516-4862-9206-f599962607a3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536726
Nov 19 16:02:40.287376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56462) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:40.290344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:40.359298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.388130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.562691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.569975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-110da0c3-550c-461e-b025-0f91aa984fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:40.593610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df59fe-bd9c-4053-ae19-bb528c261e5b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:40.601056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:40.604328 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-429bfa33-5d76-4a67-a6d5-6743a6592e06 req-45c496e4-928b-4888-9a3a-f6b1c8fad34e service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1657808
Nov 19 16:02:40.605598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:40.606714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89df59fe-bd9c-4053-ae19-bb528c261e5b HTTP/1.1" status: 204  len: 168 time: 0.3183689
Nov 19 16:02:40.997148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e33a-37c7-4702-b55d-e40f172804cf req-8161f118-ff81-4863-b8e9-9cb733296ad5 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:40.998767 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d939e33a-37c7-4702-b55d-e40f172804cf req-8161f118-ff81-4863-b8e9-9cb733296ad5 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0881841
Nov 19 16:02:41.051974 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d939e33a-37c7-4702-b55d-e40f172804cf req-7fcb589b-fd5e-4f8f-a8f4-55eb1f99934c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461941
Nov 19 16:02:41.537922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96b813-afe0-427b-8dc9-15406d7f5c52 req-1df867bd-656b-4860-a6f0-7ead6e6d95de tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:41.539581 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a96b813-afe0-427b-8dc9-15406d7f5c52 req-1df867bd-656b-4860-a6f0-7ead6e6d95de tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0915043
Nov 19 16:02:41.590365 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a96b813-afe0-427b-8dc9-15406d7f5c52 req-f02ecff7-7943-41c4-9c88-f355788f9c80 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445986
Nov 19 16:02:42.274107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae833ec-6089-4031-b476-b81e8cea239e req-de212003-ee50-4ca5-b512-4e3e1d489042 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:42.275725 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aae833ec-6089-4031-b476-b81e8cea239e req-de212003-ee50-4ca5-b512-4e3e1d489042 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0941675
Nov 19 16:02:42.347262 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aae833ec-6089-4031-b476-b81e8cea239e req-e6e11ab4-7af1-4ded-b667-538fa12de208 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514190
Nov 19 16:02:42.494452 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-203b906c-5610-4c29-8106-0a7a83399d97 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 1160 time: 0.1036482
Nov 19 16:02:42.662130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-ba478f32-185c-4eb2-8018-f7f7929251bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:42.663987 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-ba478f32-185c-4eb2-8018-f7f7929251bb service neutron] 10.222.0.40 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 908 time: 0.1489787
Nov 19 16:02:42.752318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-688812df-1e6b-41b8-8215-92c7858aea06 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcf1d111-d978-4b91-9add-6b843de4c29f HTTP/1.1" status: 200  len: 217 time: 0.0773995
Nov 19 16:02:42.831053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-d95856c8-b56f-4979-b480-1dc10163f2cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:42.832628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-d95856c8-b56f-4979-b480-1dc10163f2cb service neutron] 10.222.0.40 "GET /v2.0/subnets?id=198a1575-208d-4aae-a4d5-6cbea643d658 HTTP/1.1" status: 200  len: 854 time: 0.0708282
Nov 19 16:02:42.859307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec95e17-5805-4d59-86db-28a4432ba6db req-ce049e36-5925-4922-a7cf-389c2456b86d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:42.862168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eec95e17-5805-4d59-86db-28a4432ba6db req-ce049e36-5925-4922-a7cf-389c2456b86d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0951505
Nov 19 16:02:42.899803 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-a78d1fc9-807d-4806-adc8-60e0b4f88cad service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582495
Nov 19 16:02:42.913947 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eec95e17-5805-4d59-86db-28a4432ba6db req-8a30f317-6967-4dea-b0a9-1d96bacb1f44 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454228
Nov 19 16:02:43.083784 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-4f003dcc-a330-410f-93fb-c3633b8daba4 service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730919
Nov 19 16:02:43.246107 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cca33244-a552-4c4f-b68f-3f5a19b2b65b req-5611e400-0059-43af-898d-7b33d9c5230d service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556740
Nov 19 16:02:43.597167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d991f-f3b3-4aae-bf26-aba3d0560a28 req-41c04ac5-5d33-4b72-8dd1-ee9716c6f5d8 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:43.598786 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-557d991f-f3b3-4aae-bf26-aba3d0560a28 req-41c04ac5-5d33-4b72-8dd1-ee9716c6f5d8 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0916932
Nov 19 16:02:43.650569 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-557d991f-f3b3-4aae-bf26-aba3d0560a28 req-045592e2-61b1-4436-83e9-f800f0b887a6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452795
Nov 19 16:02:44.159131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba5a7d-d656-46a0-84a2-e70d9df2981e req-712d6012-6bbe-4d3a-b747-d25f08fa4667 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:44.160732 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cfba5a7d-d656-46a0-84a2-e70d9df2981e req-712d6012-6bbe-4d3a-b747-d25f08fa4667 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0913129
Nov 19 16:02:44.211988 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cfba5a7d-d656-46a0-84a2-e70d9df2981e req-38d077a6-b031-4745-a18b-2d6eab6a97f4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447609
Nov 19 16:02:44.886906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb6d9-4dfe-4d4e-97af-37820a33e869 req-90c8fe24-c87b-48eb-ad21-38f98229e733 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:44.888555 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c98bb6d9-4dfe-4d4e-97af-37820a33e869 req-90c8fe24-c87b-48eb-ad21-38f98229e733 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0900598
Nov 19 16:02:44.938286 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c98bb6d9-4dfe-4d4e-97af-37820a33e869 req-736e1de4-b300-4de0-ba4f-f67bcf8f52da tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429022
Nov 19 16:02:45.139907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7eec53-3f50-4f4d-944f-7c58b5e47fb4 req-bd4f05b0-0a97-4365-88c7-2668f0c925ad tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:45.141671 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6f7eec53-3f50-4f4d-944f-7c58b5e47fb4 req-bd4f05b0-0a97-4365-88c7-2668f0c925ad tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0900567
Nov 19 16:02:45.194449 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6f7eec53-3f50-4f4d-944f-7c58b5e47fb4 req-a962c6ca-c8b8-45e5-a971-ce0b52113b11 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462186
Nov 19 16:02:45.456072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649427e-06ca-43bb-b70d-0975a7a28112 req-a801029f-7269-4107-88a0-dd1fed857217 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:45.456072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0649427e-06ca-43bb-b70d-0975a7a28112 req-a801029f-7269-4107-88a0-dd1fed857217 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0888615
Nov 19 16:02:45.509104 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0649427e-06ca-43bb-b70d-0975a7a28112 req-142d9536-197a-43a5-b40a-5b9d4204362d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471919
Nov 19 16:02:46.164631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1c21-c5e6-49e3-aba8-2f62e3c8383b req-03e8058e-f26f-4cc8-a8d2-9a6857e8cb36 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:46.166305 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94ef1c21-c5e6-49e3-aba8-2f62e3c8383b req-03e8058e-f26f-4cc8-a8d2-9a6857e8cb36 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0839834
Nov 19 16:02:46.222223 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94ef1c21-c5e6-49e3-aba8-2f62e3c8383b req-a0ef3873-cccb-4507-b083-3ac1385f675e tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495358
Nov 19 16:02:46.420727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb376-ded4-4aa9-9c74-260744c422f1 req-0b8b1362-136b-4e30-a188-d52ea1d49e8d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:46.422375 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-26efb376-ded4-4aa9-9c74-260744c422f1 req-0b8b1362-136b-4e30-a188-d52ea1d49e8d tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0940888
Nov 19 16:02:46.472011 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-26efb376-ded4-4aa9-9c74-260744c422f1 req-d6dd93e8-e0b5-424f-822c-de96c32a5d38 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433204
Nov 19 16:02:46.755913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e24628-faa7-42f4-b015-8cf12baccfc1 req-0f5b2b65-a24d-4234-a7a7-a0428ecb21bc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:46.757823 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99e24628-faa7-42f4-b015-8cf12baccfc1 req-0f5b2b65-a24d-4234-a7a7-a0428ecb21bc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1017778
Nov 19 16:02:46.807609 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99e24628-faa7-42f4-b015-8cf12baccfc1 req-29fd466e-cac6-43f9-906d-319b2a478e28 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433013
Nov 19 16:02:47.245388 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-ef80488f-b6e3-4cbe-ad63-df196d3bb0e0 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.0783622
Nov 19 16:02:47.433017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-bf96ff24-592e-415c-97fb-c4adf90f06a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:47.434580 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-bf96ff24-592e-415c-97fb-c4adf90f06a6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.1566362
Nov 19 16:02:47.454945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4101b-bb30-4f9a-bd11-c7e71537e0c8 req-c2e93e67-dde2-4b94-b081-1c286266ca10 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:47.456854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85e4101b-bb30-4f9a-bd11-c7e71537e0c8 req-c2e93e67-dde2-4b94-b081-1c286266ca10 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.1001554
Nov 19 16:02:47.518110 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85e4101b-bb30-4f9a-bd11-c7e71537e0c8 req-acd0bba0-8554-4f28-a287-c98eb3eb2851 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544665
Nov 19 16:02:47.526596 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-1b5cc71f-6690-444b-9b0d-ab431ec27cee service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.0837548
Nov 19 16:02:47.632787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-7478fe92-5733-41ec-a2b0-bd338e32f7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:47.634504 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-7478fe92-5733-41ec-a2b0-bd338e32f7ed service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.0936253
Nov 19 16:02:47.639687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-24217dfd-8fb7-4668-bfa7-fdf9a09dd7ba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:02:47.715290 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-4596cc3d-e0c0-4d81-80cb-747dd98a0eae service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704088
Nov 19 16:02:47.770168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82612d-71c7-4520-91fc-9fb5e497860d req-176f0adb-d07c-402a-8be7-d8083aaf997f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:47.772046 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0f82612d-71c7-4520-91fc-9fb5e497860d req-176f0adb-d07c-402a-8be7-d8083aaf997f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1163726
Nov 19 16:02:47.829096 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0f82612d-71c7-4520-91fc-9fb5e497860d req-53d0d980-d04d-402e-8716-ca1b782a84dd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496042
Nov 19 16:02:47.884510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-577ce7e6-f139-4a62-ba47-6541f4a40e57 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620629
Nov 19 16:02:48.052038 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a66ce944-2044-4b7f-b7a0-78ad2f6bed7b req-88de559c-e279-439f-a00e-7041ca127b19 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598122
Nov 19 16:02:48.056627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5de6-0768-4a25-ae02-a29ea1374b65 req-3362eec6-634e-4a3e-a4da-f0d2f489fd9e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:48.058291 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-421b5de6-0768-4a25-ae02-a29ea1374b65 req-3362eec6-634e-4a3e-a4da-f0d2f489fd9e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0999703
Nov 19 16:02:48.110886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-421b5de6-0768-4a25-ae02-a29ea1374b65 req-89b842b4-d2ed-470d-aa22-3801f50ee8b1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461199
Nov 19 16:02:48.762792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848b43b-0ffd-4e73-b166-59bf12b936ec req-9dcb8258-a6ec-4a1b-9941-a3e0e006319a tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:48.764697 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1848b43b-0ffd-4e73-b166-59bf12b936ec req-9dcb8258-a6ec-4a1b-9941-a3e0e006319a tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.1102970
Nov 19 16:02:48.819903 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1848b43b-0ffd-4e73-b166-59bf12b936ec req-ea73a49d-2786-4167-9677-29449dae8e5f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474637
Nov 19 16:02:49.066695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56658) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:49.074552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41245141-0284-403f-baff-5c561b6140d1 req-6894225d-2fa7-44b1-98ee-1ed16a32d531 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:49.082894 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-41245141-0284-403f-baff-5c561b6140d1 req-6894225d-2fa7-44b1-98ee-1ed16a32d531 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1055064
Nov 19 16:02:49.148829 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-41245141-0284-403f-baff-5c561b6140d1 req-2cba6eb6-1541-463e-97d4-405b9c38ffab tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646198
Nov 19 16:02:49.237634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.275027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:02:49.280128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2f0e4e4be3427592c06d4c5cf0ad37 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:02:49.284256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:02:49.291216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:02:49.372764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.401654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58901d2-a224-475f-85e7-a038dd0dfca3 req-2d40b24c-e63c-4bcd-8c42-ec8164f97982 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:49.404145 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d58901d2-a224-475f-85e7-a038dd0dfca3 req-2d40b24c-e63c-4bcd-8c42-ec8164f97982 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0954227
Nov 19 16:02:49.412035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.420842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ccc17163-0c28-413b-bf70-78a681bda409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:49.463146 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d58901d2-a224-475f-85e7-a038dd0dfca3 req-00f29411-cc51-4bc9-adba-58bf8d221477 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519159
Nov 19 16:02:49.497164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2baf9-dcfe-45d2-a25e-2269d9bca310,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:49.500906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:49.513940 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe2f0e4e4be3427592c06d4c5cf0ad37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4423292
Nov 19 16:02:49.514660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 56670) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:49.589913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.626767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.707926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.713610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a64a1cc5-0003-45c3-adb6-c5e390b971e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:49.728964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2baf9-dcfe-45d2-a25e-2269d9bca310,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:49.734228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:49.738741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:49.739967 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95e2baf9-dcfe-45d2-a25e-2269d9bca310 HTTP/1.1" status: 204  len: 168 time: 0.2252481
Nov 19 16:02:50.051196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333feecb-7950-42a6-8328-32edd2f76626 req-45e2616a-7b03-409b-bcf6-c5139cfc7da9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:50.052853 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-333feecb-7950-42a6-8328-32edd2f76626 req-45e2616a-7b03-409b-bcf6-c5139cfc7da9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0934570
Nov 19 16:02:50.105606 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-333feecb-7950-42a6-8328-32edd2f76626 req-75fd1f74-55ee-4e90-99d7-769691533553 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451667
Nov 19 16:02:50.407694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418781-4dc9-4507-9f5b-f4bf5ff5c4be req-6e70c6fe-c408-4de6-91c4-ddfc05ad6499 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:50.409301 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea418781-4dc9-4507-9f5b-f4bf5ff5c4be req-6e70c6fe-c408-4de6-91c4-ddfc05ad6499 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0985107
Nov 19 16:02:50.463816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea418781-4dc9-4507-9f5b-f4bf5ff5c4be req-e672b725-fc29-4852-af3f-e3e5457a0c06 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477676
Nov 19 16:02:50.740551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31d5f-2c72-494d-a835-a3270bff2b62 req-b0c4c89c-1332-486c-9826-dc55be8a9637 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:50.746083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55d31d5f-2c72-494d-a835-a3270bff2b62 req-b0c4c89c-1332-486c-9826-dc55be8a9637 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1201711
Nov 19 16:02:50.807024 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55d31d5f-2c72-494d-a835-a3270bff2b62 req-f971838d-4242-4331-98a1-0a83acce6ed8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582929
Nov 19 16:02:51.325123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fbd7c-456c-452c-aef5-5d56755210c3 req-dd222327-8f87-4143-ba1a-0dbe754dcdfd tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:51.326802 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6e2fbd7c-456c-452c-aef5-5d56755210c3 req-dd222327-8f87-4143-ba1a-0dbe754dcdfd tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 943 time: 0.0871246
Nov 19 16:02:51.376420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6e2fbd7c-456c-452c-aef5-5d56755210c3 req-ba8c4e84-1efb-4d0f-886b-5ec3ec2a1552 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428171
Nov 19 16:02:51.686074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f2ef-3061-4966-8701-2700315d3317 req-95023c10-0195-4848-bd3e-7558b3082b21 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:51.694215 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-af54f2ef-3061-4966-8701-2700315d3317 req-95023c10-0195-4848-bd3e-7558b3082b21 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0973036
Nov 19 16:02:51.764930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bcf1d111-d978-4b91-9add-6b843de4c29f up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:51.772793 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-af54f2ef-3061-4966-8701-2700315d3317 req-df5bb06f-88c1-41b6-8a5a-254ade28c0ad tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775023
Nov 19 16:02:51.877786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:02:51.891840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port bcf1d111-d978-4b91-9add-6b843de4c29f completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:02:51.897431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bcf1d111-d978-4b91-9add-6b843de4c29f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:51.904823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:52.025774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:52.055739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:02:52.068667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port bcf1d111-d978-4b91-9add-6b843de4c29f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bcf1d111-d978-4b91-9add-6b843de4c29f,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:02:52.087379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570d6c-7e44-4f4b-ad3c-d408dbecc175 req-c2d14f31-90ce-4ba5-84ee-68dc9af539f4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:52.089055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-25570d6c-7e44-4f4b-ad3c-d408dbecc175 req-c2d14f31-90ce-4ba5-84ee-68dc9af539f4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1092503
Nov 19 16:02:52.102192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:52.104165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:52.139301 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f', 'code': 200}
Nov 19 16:02:52.153765 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-25570d6c-7e44-4f4b-ad3c-d408dbecc175 req-267dd9dd-f3d5-466d-892a-538ae0e310db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568101
Nov 19 16:02:52.174659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=bcf1d111-d978-4b91-9add-6b843de4c29f,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:52.187411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.188062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.188550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.189663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.190135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.190604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.191922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.192306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.192691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.193071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.193483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.193870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.194370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.194739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.195110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.195520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.195897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.196266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.196634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.197006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.197369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.197758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.198127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.198493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:02:52.203034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:52.566902 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35b9b209-ce95-4235-9f1c-dbc8c9253ef2 req-58d5e733-2eae-4faf-96c5-188a213ed87d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 1162 time: 0.0898180
Nov 19 16:02:52.605902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bcf1d111-d978-4b91-9add-6b843de4c29f up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:52.615009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa748bb-fadf-4d7d-a369-1608224fcbb5 req-3f3c4fd8-c769-4868-9cfa-ce65063dfc32 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:52.616446 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3fa748bb-fadf-4d7d-a369-1608224fcbb5 req-3f3c4fd8-c769-4868-9cfa-ce65063dfc32 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.0972192
Nov 19 16:02:52.643663 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35b9b209-ce95-4235-9f1c-dbc8c9253ef2 req-558de164-97c5-4ea6-91b3-ac070fdcc146 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662541
Nov 19 16:02:52.691943 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3fa748bb-fadf-4d7d-a369-1608224fcbb5 req-d1886c10-e71d-4d72-8161-c6b5b9c90101 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633938
Nov 19 16:02:52.728238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bcf1d111-d978-4b91-9add-6b843de4c29f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:52.729062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:53.028639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c334-f452-49ea-a3cb-3e70b2794b30 req-8abb3502-f647-4626-afae-6ea14ec86be4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:53.039044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c8c0c334-f452-49ea-a3cb-3e70b2794b30 req-8abb3502-f647-4626-afae-6ea14ec86be4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1172538
Nov 19 16:02:53.093026 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c8c0c334-f452-49ea-a3cb-3e70b2794b30 req-b9de231e-53b1-420a-8e29-f09ac7668332 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475492
Nov 19 16:02:53.467078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417e74f-7a57-4050-879a-22513332208d req-bf0f8c0e-6a4c-46db-9601-aa94d1072a8b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:53.469175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c417e74f-7a57-4050-879a-22513332208d req-bf0f8c0e-6a4c-46db-9601-aa94d1072a8b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1183734
Nov 19 16:02:53.545387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c417e74f-7a57-4050-879a-22513332208d req-219024c6-3f24-4a7d-82e9-ea5dde9f2464 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670128
Nov 19 16:02:53.978146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888c12f-2318-4513-a768-65557b03d96d req-6171227a-ac35-4a01-bd11-eafe537217c7 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:53.980205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0888c12f-2318-4513-a768-65557b03d96d req-6171227a-ac35-4a01-bd11-eafe537217c7 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.1297929
Nov 19 16:02:54.085507 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0888c12f-2318-4513-a768-65557b03d96d req-9ec4e22c-4952-4f96-a75e-7659e42acc10 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948370
Nov 19 16:02:54.376794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6841ba5-9075-4765-8988-ea0869c0b1d6 req-8ffb36b3-a7de-4c3a-8d52-2ac897af624f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:54.378561 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d6841ba5-9075-4765-8988-ea0869c0b1d6 req-8ffb36b3-a7de-4c3a-8d52-2ac897af624f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1326733
Nov 19 16:02:54.463214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d6841ba5-9075-4765-8988-ea0869c0b1d6 req-c23516ba-cacb-4120-bf50-342bb7d5b1e3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752368
Nov 19 16:02:54.675650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bcf1d111-d978-4b91-9add-6b843de4c29f up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:02:54.844201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bcf1d111-d978-4b91-9add-6b843de4c29f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:02:54.844834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:54.895253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:54.912514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104c565-ab91-47bf-afa1-e02eed00b629 req-4cc1ab6e-45c7-47f6-996f-5da2e5e735db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:54.914647 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4104c565-ab91-47bf-afa1-e02eed00b629 req-4cc1ab6e-45c7-47f6-996f-5da2e5e735db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1118798
Nov 19 16:02:55.011386 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4104c565-ab91-47bf-afa1-e02eed00b629 req-71310e0f-a37a-4c26-a15f-a87f6781a6df tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857008
Nov 19 16:02:55.417164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e023-c017-4eb2-a196-d8af64937010 req-17791744-9297-4e40-9c79-3579731f4be9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:55.417164 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3501e023-c017-4eb2-a196-d8af64937010 req-17791744-9297-4e40-9c79-3579731f4be9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.1037312
Nov 19 16:02:55.522173 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3501e023-c017-4eb2-a196-d8af64937010 req-f5273190-28d0-43cb-bee8-5aac17328de9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986919
Nov 19 16:02:55.873084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32070-55d1-46a3-8681-2f7f0032c9e7 req-f2f9d80a-0db9-48f0-b962-52b274f7e59b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:55.874817 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3bd32070-55d1-46a3-8681-2f7f0032c9e7 req-f2f9d80a-0db9-48f0-b962-52b274f7e59b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1512218
Nov 19 16:02:55.937395 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3bd32070-55d1-46a3-8681-2f7f0032c9e7 req-91d4da0b-eb9f-4642-84da-5d36a19eaee8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530834
Nov 19 16:02:56.299007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ffbca-8050-4a58-9a0c-8e6dcf485acf req-c1403a85-828b-47bd-ab12-fe29802cd0ce tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:56.300967 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a3ffbca-8050-4a58-9a0c-8e6dcf485acf req-c1403a85-828b-47bd-ab12-fe29802cd0ce tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1193049
Nov 19 16:02:56.362226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a3ffbca-8050-4a58-9a0c-8e6dcf485acf req-9e3d54fe-60f8-4010-8f2f-4e56c6e42f8e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532827
Nov 19 16:02:57.194297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8091-53c4-4842-b9de-6e2f3aa1f0d7 req-a80ac1d5-af22-4cba-8b7d-d58368123f18 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:57.195934 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6bec8091-53c4-4842-b9de-6e2f3aa1f0d7 req-a80ac1d5-af22-4cba-8b7d-d58368123f18 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1136172
Nov 19 16:02:57.256392 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6bec8091-53c4-4842-b9de-6e2f3aa1f0d7 req-831545db-513c-4715-a975-bae4a5e32b55 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484273
Nov 19 16:02:57.311694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 56946) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:57.380322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Deleting subnet 9cd9e70d-5242-4d19-91b6-b27595e75f2d {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:02:57.384233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:57.442160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61058990'] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:57.506345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:57.742828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a2a4c-9ea4-43bd-86c8-173d697780f8 req-c3b5ff65-d48b-4099-80c8-7306e6b5f5b5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:57.744455 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4a7a2a4c-9ea4-43bd-86c8-173d697780f8 req-c3b5ff65-d48b-4099-80c8-7306e6b5f5b5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2086015
Nov 19 16:02:57.889111 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4a7a2a4c-9ea4-43bd-86c8-173d697780f8 req-0d8f282b-dfeb-4b3b-993e-53954a65d3bc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326461
Nov 19 16:02:57.974417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852814171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793675237'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:58.307960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f77903ee-9ac5-4a49-b344-d58cb26d98de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:58.371862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd9e70d-5242-4d19-91b6-b27595e75f2d,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:58.375576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:58.473380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:58.489747 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9cd9e70d-5242-4d19-91b6-b27595e75f2d HTTP/1.1" status: 204  len: 168 time: 1.1720319
Nov 19 16:02:58.490877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 56992) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:58.542776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5ce1-6970-4d04-839a-f97771e51213 req-cd9e94ce-fe80-4670-b9e9-6a12a39da954 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:58.544717 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-282c5ce1-6970-4d04-839a-f97771e51213 req-cd9e94ce-fe80-4670-b9e9-6a12a39da954 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1363504
Nov 19 16:02:58.602036 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-282c5ce1-6970-4d04-839a-f97771e51213 req-c5cd2ff2-4cd4-40d8-b112-fd00351cf7c8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497532
Nov 19 16:02:58.642208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:58.879961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.015972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575eeac320>,) {'filters': {'network_id': ['cd31f22b-261c-407d-9c63-4bfea9355ea7']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:59.032077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575eeac320>, '316450e4-b45f-4910-a0d1-96c81f6e2767') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:59.032454 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575eeac320>, '316450e4-b45f-4910-a0d1-96c81f6e2767') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:02:59.055222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.074817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.077162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:02:59.202071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf01f-e83e-42bd-9b2a-52d101b1d151 req-cddf49b3-c4c8-408c-b72c-5231c95755f9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:59.203933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc6bf01f-e83e-42bd-9b2a-52d101b1d151 req-cddf49b3-c4c8-408c-b72c-5231c95755f9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0993192
Nov 19 16:02:59.259929 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc6bf01f-e83e-42bd-9b2a-52d101b1d151 req-efda59d8-94cd-4aed-a990-33b45680edb3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483723
Nov 19 16:02:59.288155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:02:59.298775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.682707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Network cd31f22b-261c-407d-9c63-4bfea9355ea7 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:02:59.795568 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:02:59.828942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.833167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f517b08a-de0f-415d-9e03-cf89889708f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:02:59.856503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:02:59.859739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd31f22b-261c-407d-9c63-4bfea9355ea7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:02:59.864113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:02:59.873134 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3aa8d99d-5277-4d57-ad04-30f0e10b7e23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd31f22b-261c-407d-9c63-4bfea9355ea7 HTTP/1.1" status: 204  len: 168 time: 1.3799713
Nov 19 16:02:59.877968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57032) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:02:59.969614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df264a9-1c69-4e1c-b20a-ff5bea088776 req-8d285392-3e8e-4ae9-a704-491aea77335e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:02:59.972537 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7df264a9-1c69-4e1c-b20a-ff5bea088776 req-8d285392-3e8e-4ae9-a704-491aea77335e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1447868
Nov 19 16:02:59.995520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Deleting subnet b908c529-95ca-4398-8d90-ffdac00fa9d1 {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:02:59.999368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.035866 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7df264a9-1c69-4e1c-b20a-ff5bea088776 req-3344379b-c697-4440-b5f4-edecdb3d40a9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540273
Nov 19 16:03:00.082075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.164359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.432239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57054) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:00.520556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.541250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e3dee591-c1c1-4e52-ba9a-d98803be15f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:00.552550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4a97-8dcc-431a-9c62-95e0df596f3c req-8a25b131-8605-492d-972d-b034948c0ef1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:00.554197 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d5b4a97-8dcc-431a-9c62-95e0df596f3c req-8a25b131-8605-492d-972d-b034948c0ef1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1014631
Nov 19 16:03:00.616705 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d5b4a97-8dcc-431a-9c62-95e0df596f3c req-ebe7f0ef-4f0b-43e2-bf20-55e3818e250e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550437
Nov 19 16:03:00.632532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b908c529-95ca-4398-8d90-ffdac00fa9d1,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:00.635042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.640943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:00.699868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.701439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:00.708445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:759410c5f6164ca89d07dec9ebc38e60 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:00.711709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:00.712892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-49fb3f15-398e-4ae3-aeab-e19fb95de8ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b908c529-95ca-4398-8d90-ffdac00fa9d1 HTTP/1.1" status: 204  len: 168 time: 0.8337281
Nov 19 16:03:00.713591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57066) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:00.722258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:00.825188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.851525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.855721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:00.865905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-80f51ad7-4010-4cc2-a87c-85fadad4c016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:00.918539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb5ba6b-7a3a-42eb-a8ad-aed076e18eec,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:00.923842 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=759410c5f6164ca89d07dec9ebc38e60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4904747
Nov 19 16:03:00.924970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1705f88c-680c-48ec-8601-be90bdd5d7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:00.927244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57074) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:01.110954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.191687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.271170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.286591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f576532b940>,) {'filters': {'network_id': ['e5f68545-0e28-473c-a8d0-3059756b596c']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:01.318665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f576532b940>, '68e4abdd-4176-49dd-815f-e9cb6d7db6bd') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:01.321928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f576532b940>, '68e4abdd-4176-49dd-815f-e9cb6d7db6bd') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:01.322366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8b8a9-ecbf-4bcd-b5d4-9dbd89e61b50 req-9c7a835d-1969-4a89-913c-3c7e2aced0d7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:01.324490 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04d8b8a9-ecbf-4bcd-b5d4-9dbd89e61b50 req-9c7a835d-1969-4a89-913c-3c7e2aced0d7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1032188
Nov 19 16:03:01.351446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.380620 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04d8b8a9-ecbf-4bcd-b5d4-9dbd89e61b50 req-8c29f9d6-76b8-466b-95a6-f4403add2a68 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495229
Nov 19 16:03:01.457511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.460409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:03:01.627844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.638640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-25b00b91-df46-4e73-93a1-b2c1a80943b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:01.663563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb5ba6b-7a3a-42eb-a8ad-aed076e18eec,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:01.666352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:01.700032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.701282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bb5ba6b-7a3a-42eb-a8ad-aed076e18eec HTTP/1.1" status: 204  len: 168 time: 0.7730384
Nov 19 16:03:01.703361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Network e5f68545-0e28-473c-a8d0-3059756b596c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:03:01.715010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:01.887451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd103f-da85-499a-a9ce-9f5e48f5452a req-3d7b5607-2371-4ff2-a875-cfc1d70a54e0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:01.888994 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54cd103f-da85-499a-a9ce-9f5e48f5452a req-3d7b5607-2371-4ff2-a875-cfc1d70a54e0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0942967
Nov 19 16:03:01.905290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Network e5f68545-0e28-473c-a8d0-3059756b596c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:03:01.934831 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:03:01.942992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54cd103f-da85-499a-a9ce-9f5e48f5452a req-5bab50db-84fa-437f-8857-146b7fae8bd2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455773
Nov 19 16:03:02.114593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.123298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a6942bbd-6d71-4992-88eb-789f07a5d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:02.138136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.149039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f68545-0e28-473c-a8d0-3059756b596c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:02.153499 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e5f68545-0e28-473c-a8d0-3059756b596c HTTP/1.1" status: 204  len: 168 time: 1.4377375
Nov 19 16:03:02.153499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:02.502244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57114) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:02.586666 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9f665df2-86d5-48a5-ba8c-8c8547092b0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=640ae01606cb451aa37b6a26a6ca7980&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0828810
Nov 19 16:03:02.589497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57124) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:02.663388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.695295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.766004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e1520547-cf5a-4ccc-8389-88c41e0761be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.778464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23769e-f802-45d5-b6cf-278dc96ca3c9 req-f33b61fe-e718-40ef-a06c-7041c295451b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:02.780265 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0a23769e-f802-45d5-b6cf-278dc96ca3c9 req-f33b61fe-e718-40ef-a06c-7041c295451b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1291142
Nov 19 16:03:02.812040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.822073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-18e45c60-b96a-4014-a387-5fda21a260e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:02.841607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7c7d7-4938-42e5-a4c0-a2b30263c161,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:02.846249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:02.847638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:02.860136 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cec7c7d7-4938-42e5-a4c0-a2b30263c161 HTTP/1.1" status: 204  len: 168 time: 0.2630091
Nov 19 16:03:02.871864 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0a23769e-f802-45d5-b6cf-278dc96ca3c9 req-4a042ebf-c68f-4b23-9648-60e00ef625c9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802004
Nov 19 16:03:03.047034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57138) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:03.227775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d02df5-410e-41f4-ad9b-c9ac529482aa req-01174610-bb89-421e-8dd0-91772d63198b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:03.237693 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7d02df5-410e-41f4-ad9b-c9ac529482aa req-01174610-bb89-421e-8dd0-91772d63198b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1386783
Nov 19 16:03:03.298264 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7d02df5-410e-41f4-ad9b-c9ac529482aa req-df27ecba-4e36-40cd-9d79-db803037b722 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590332
Nov 19 16:03:03.309639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1526595532-network', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:03.314933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:03.319273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Usage tracker for resource:network and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:03.323461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:03.330823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:03.401537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Made reservation on behalf of 600170dcc42740f8894ecd6a379e2c6c for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:03:03.406875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.423297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.627229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:03.627229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Usage tracker for resource:security_group_rule and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:03.627229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:03.627229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:03.627229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.717943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.726531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-914f30a4-daf1-4669-9d4c-4b7683e2781c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:03.727980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57150) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:03.767885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:03:03.777878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee956be-eb65-4f5d-acb3-d1df34d924c3,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:03.781482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:03.786721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.787272 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Added segment 81b2db31-e9a8-43d0-9e86-14024488a2f8 of type vxlan for network 59d124a0-3c41-44b8-855a-16305e410976
Nov 19 16:03:03.788759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6b7f809b-5268-4009-8bfe-8a1627e5df03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90c08003a33b423a84ddb3444ad86029&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0591774
Nov 19 16:03:03.794457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57154) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:03.822008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.865887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.898740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.913898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.915376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:03.916117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.925847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f6576ac-e8f2-4b64-9083-a13de9bb8f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:03.979135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:03.986910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-de78af54-801c-4967-9d56-cd653a7ea059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:04.008609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0644b5-6f43-4274-a52e-bf42c7c1fd65,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:04.020583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:04.032012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:04.041541 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee0644b5-6f43-4274-a52e-bf42c7c1fd65 HTTP/1.1" status: 204  len: 168 time: 0.2468312
Nov 19 16:03:04.045167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Pushing event updated for resources: {'Network': ['ID=59d124a0-3c41-44b8-855a-16305e410976,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:04.048820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:04.069320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 59d124a0-3c41-44b8-855a-16305e410976 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:03:04.083289 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0314040
Nov 19 16:03:04.083801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57166) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:04.088108 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 59d124a0-3c41-44b8-855a-16305e410976 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:03:04.091487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Request body: {'subnet': {'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1526595532-subnet', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:04.097089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:04.101659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Usage tracker for resource:subnet and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:04.105013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:04.112313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:04.165587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Made reservation on behalf of 600170dcc42740f8894ecd6a379e2c6c for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:03:04.170544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:04.210906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71d08-5669-4fb4-8dbb-a22287c7d6c7 req-54b8dc4a-da9d-4cad-9eb7-6d0fd88d5de6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:04.215927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d7f71d08-5669-4fb4-8dbb-a22287c7d6c7 req-54b8dc4a-da9d-4cad-9eb7-6d0fd88d5de6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1586883
Nov 19 16:03:04.361419 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d7f71d08-5669-4fb4-8dbb-a22287c7d6c7 req-ba121dbf-c970-46c1-9e07-9ab408a361a2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333842
Nov 19 16:03:04.663019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af4253-0d51-4719-95ff-7c7c8d230669 req-7a17797e-f3b8-4257-a82a-bd414a126233 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:04.663621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58af4253-0d51-4719-95ff-7c7c8d230669 req-7a17797e-f3b8-4257-a82a-bd414a126233 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1034303
Nov 19 16:03:04.762354 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58af4253-0d51-4719-95ff-7c7c8d230669 req-fd62dc57-d735-4300-bf16-b62ef3dc78ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855250
Nov 19 16:03:04.830510 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:04.847338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:04.990599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:05.003299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:05.068470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Checking segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:05.068869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Network hostable DHCP agents. Network: 59d124a0-3c41-44b8-855a-16305e410976, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:03:05.125319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Network 59d124a0-3c41-44b8-855a-16305e410976 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:03:05.165816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 59d124a0-3c41-44b8-855a-16305e410976) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:05.175551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261823d1-9ca7-483b-94f2-e57d8b70c6f8 None None] Network 59d124a0-3c41-44b8-855a-16305e410976 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:03:05.179113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:05.179776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.223835 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0979ba43-82d9-4f11-90b6-086b15a8bb19 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1388607
Nov 19 16:03:05.226684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57188) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:05.232253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:05.238045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:05.242339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Usage tracker for resource:router and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:05.246440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:05.253143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:05.291707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.292892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.322105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d038b4aa-dab0-4c98-bf94-13043c6614b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.389338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.441982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-59d124a0-3c41-44b8-855a-16305e410976', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:03:05.443006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.851088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3897b-d2d3-4c69-9784-ebcd51829c6d req-99a0b6a2-9178-4582-8c71-872f6cf8f5a3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:05.860867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bea3897b-d2d3-4c69-9784-ebcd51829c6d req-99a0b6a2-9178-4582-8c71-872f6cf8f5a3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1668642
Nov 19 16:03:05.904567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:05.960440 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bea3897b-d2d3-4c69-9784-ebcd51829c6d req-91573d41-f178-43c6-b0ef-0bd7293570aa tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978658
Nov 19 16:03:05.981315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.210990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Allocated IP 172.20.0.2 (59d124a0-3c41-44b8-855a-16305e410976/c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca/0c7454bb-5411-4f48-a3a1-8a8732102259) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:06.270149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e0143-5fb7-49f4-b084-3795dd1dd7d8 req-ecd36e42-0485-4a7d-8d0b-0fe6362879a3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:06.275414 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e41e0143-5fb7-49f4-b084-3795dd1dd7d8 req-ecd36e42-0485-4a7d-8d0b-0fe6362879a3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1167874
Nov 19 16:03:06.350331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.389740 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e41e0143-5fb7-49f4-b084-3795dd1dd7d8 req-f4a85ea7-8d39-49b7-91b7-bde5eed7f6fb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043897
Nov 19 16:03:06.391309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.455090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57216) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:06.572865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.593142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.606125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Transition to ACTIVE for port object 0c7454bb-5411-4f48-a3a1-8a8732102259 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:06.625641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Transition to ACTIVE for port object 0c7454bb-5411-4f48-a3a1-8a8732102259 will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:06.652950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.659165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.746911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:06.756247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Usage tracker for resource:security_group_rule and tenant:f73d08486286418b9485d7f5fb0ed60c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:06.766210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:06.774256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:06.790192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:06.820797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:06.864054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Allocated IP 172.27.2.240 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/af80f2f0-d043-447b-844e-305fc7ff796f) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:06.867965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.909760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:06.921425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7f40aa2e-63f7-4817-9184-8cd7a13ed2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:06.953669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Pushing event updated for resources: {'Port': ['ID=0c7454bb-5411-4f48-a3a1-8a8732102259,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:06.958006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:06.984662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa348dd-c623-44e2-80c0-ed455cfd5084,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:06.990338 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f73d08486286418b9485d7f5fb0ed60c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5338237
Nov 19 16:03:06.991907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:06.993606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57226) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:07.018134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Network 59d124a0-3c41-44b8-855a-16305e410976 is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:07.020278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:07.023545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:07.075455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.076460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:07.077032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.160877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Attempting to bind port 0c7454bb-5411-4f48-a3a1-8a8732102259 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:03:07.161616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Attempting to bind port 0c7454bb-5411-4f48-a3a1-8a8732102259 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:03:07.162202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Attempting to bind port 0c7454bb-5411-4f48-a3a1-8a8732102259 on network 59d124a0-3c41-44b8-855a-16305e410976 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:03:07.172765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:03:07.173524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Checking segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:07.174139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.174752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Bound using segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:03:07.175470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Bound port: 0c7454bb-5411-4f48-a3a1-8a8732102259, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:03:07.176248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.310160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.324334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cd719-1979-4737-bbef-78500160c608 req-00ad2887-94c0-48b8-8714-9ccce2425663 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:07.326138 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d5cd719-1979-4737-bbef-78500160c608 req-00ad2887-94c0-48b8-8714-9ccce2425663 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0942600
Nov 19 16:03:07.370110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.373419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] For port 0c7454bb-5411-4f48-a3a1-8a8732102259, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:03:07.377537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] For port 0c7454bb-5411-4f48-a3a1-8a8732102259, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=0c7454bb-5411-4f48-a3a1-8a8732102259,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:03:07.383179 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d5cd719-1979-4737-bbef-78500160c608 req-a8c46fc8-c47e-448b-817a-531a0d48dc0e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472786
Nov 19 16:03:07.411791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.413697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.429105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:07.496286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.502893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-aaa71e59-2cf9-4b85-a6a4-f93dee37c761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:07.523914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa348dd-c623-44e2-80c0-ed455cfd5084,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:07.526905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:07.538478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.557376 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-040bf0b3-d815-42ab-8ae2-666852bd5f57 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:07.617865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Pushing event updated for resources: {'Port': ['ID=0c7454bb-5411-4f48-a3a1-8a8732102259,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:07.623805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:07.630281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d92b3-3f03-4f06-afea-730ac7bc4134 req-39b8c750-2871-4515-965a-a7c8df07ba8f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:07.634964 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-313d92b3-3f03-4f06-afea-730ac7bc4134 req-39b8c750-2871-4515-965a-a7c8df07ba8f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1025131
Nov 19 16:03:07.681375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Pushing event updated for resources: {'Port': ['ID=af80f2f0-d043-447b-844e-305fc7ff796f,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:07.685151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:07.686948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fa348dd-c623-44e2-80c0-ed455cfd5084 HTTP/1.1" status: 204  len: 168 time: 0.6910863
Nov 19 16:03:07.688219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:07.710211 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-313d92b3-3f03-4f06-afea-730ac7bc4134 req-3b8b0b40-2775-4a05-bb70-2268f0d291ee tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692241
Nov 19 16:03:07.812123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:07.813601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:07.816072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:08.068523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:08.069556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:08.513894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Router e44d2a06-0c05-4ca5-bff3-1964c04414e3 is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:03:08.736997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1b63-ddc2-431b-a9e2-ac8e08c50ad9 req-89e27b05-0bc5-4cea-b3a2-b5fa65191cfa tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:08.746205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a81a1b63-ddc2-431b-a9e2-ac8e08c50ad9 req-89e27b05-0bc5-4cea-b3a2-b5fa65191cfa tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1761105
Nov 19 16:03:08.826144 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a81a1b63-ddc2-431b-a9e2-ac8e08c50ad9 req-a0732c50-49cc-488e-9cbf-84c5bb5dcebb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779586
Nov 19 16:03:08.899538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:03:08.917258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Sync routers for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:03:08.936245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:03:08.938121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576448ff28>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:03:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:09.001336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:09.010645 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7825160
Nov 19 16:03:09.014871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57268) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:09.210785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:03:09.330414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd190db-35d9-4fbf-b8ca-577d9bdfe565 req-3f5e54ea-a3fb-497a-bca8-d6c70e136b29 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:09.332524 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bd190db-35d9-4fbf-b8ca-577d9bdfe565 req-3f5e54ea-a3fb-497a-bca8-d6c70e136b29 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2200847
Nov 19 16:03:09.421956 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bd190db-35d9-4fbf-b8ca-577d9bdfe565 req-3bf91627-fcc1-492b-9f86-44f2abf857fc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815473
Nov 19 16:03:09.470509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59440ca8-7e23-4e68-9458-0162721abce0 None None] Network 59d124a0-3c41-44b8-855a-16305e410976 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:03:09.611035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-32450dc8-8e5c-4b41-93a3-5736734d8fb6 None None] Provisioning for port 0c7454bb-5411-4f48-a3a1-8a8732102259 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:09.760932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 0c7454bb-5411-4f48-a3a1-8a8732102259 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:09.825620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576448ff28>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:07Z', 'revision_number': 3, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:09.832386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Checking router: e44d2a06-0c05-4ca5-bff3-1964c04414e3 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:03:09.833128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Updating router e44d2a06-0c05-4ca5-bff3-1964c04414e3 port af80f2f0-d043-447b-844e-305fc7ff796f binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:03:09.957943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:09.987011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 0c7454bb-5411-4f48-a3a1-8a8732102259 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:09.993429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 0c7454bb-5411-4f48-a3a1-8a8732102259 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:09.996375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.222225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.285535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 0c7454bb-5411-4f48-a3a1-8a8732102259, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=0c7454bb-5411-4f48-a3a1-8a8732102259,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:10.326178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.331263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-46bc0342-4afa-4b86-aa23-f6b602913989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:10.437356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-47114aa9-5b41-44a5-9a6a-29c005937f3e None None] Provisioning complete for port 0c7454bb-5411-4f48-a3a1-8a8732102259 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:10.437819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-47114aa9-5b41-44a5-9a6a-29c005937f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.495689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=0c7454bb-5411-4f48-a3a1-8a8732102259,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:10.499492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:10.790320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-04407267-2f7f-4870-8e59-2e6124eec19a None None] Provisioning complete for port 0c7454bb-5411-4f48-a3a1-8a8732102259 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:10.790948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-04407267-2f7f-4870-8e59-2e6124eec19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.831842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-36608ab9-d538-4dc8-82a6-a3a027c4684a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:10.846288 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-36608ab9-d538-4dc8-82a6-a3a027c4684a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.7832003
Nov 19 16:03:10.897496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a68e-3c74-4333-bb36-9218073f24a7 req-edb2387b-a1e8-44c2-9f90-c85e1ccbce00 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:10.906151 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5046a68e-3c74-4333-bb36-9218073f24a7 req-edb2387b-a1e8-44c2-9f90-c85e1ccbce00 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.7884264
Nov 19 16:03:10.914530 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-5e7a9ab4-b8bd-4c7f-bda1-583c6b5bee54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/quotas/ea38bfffbcd64b67a5972a7a59d200fc HTTP/1.1" status: 200  len: 375 time: 0.0670249
Nov 19 16:03:10.952750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:10.967904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Transition to ACTIVE for port object af80f2f0-d043-447b-844e-305fc7ff796f will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:11.022904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.043921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:11.115071 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5046a68e-3c74-4333-bb36-9218073f24a7 req-ac01f35f-25d1-4491-9e19-a2768cd06c07 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981506
Nov 19 16:03:11.182778 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-bba3d85c-bd97-4d07-a15d-9356553d2a42 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2300551
Nov 19 16:03:11.184077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.255946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662f27-66f4-4387-9fc9-afc3fd561a1b None None] Pushing event updated for resources: {'Port': ['ID=af80f2f0-d043-447b-844e-305fc7ff796f,revision_number=2']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:11.261300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ab662f27-66f4-4387-9fc9-afc3fd561a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:11.369236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Attempting to bind port af80f2f0-d043-447b-844e-305fc7ff796f on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:03:11.369690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Attempting to bind port af80f2f0-d043-447b-844e-305fc7ff796f by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:03:11.370103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Attempting to bind port af80f2f0-d043-447b-844e-305fc7ff796f on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:03:11.377889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:03:11.378315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:11.378799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.379680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:03:11.380232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Bound port: af80f2f0-d043-447b-844e-305fc7ff796f, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:03:11.380923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.381193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-51c133d9-48d5-40c4-907d-c73b5ec6c89c None None] Provisioning complete for port 0c7454bb-5411-4f48-a3a1-8a8732102259 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:11.381862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-51c133d9-48d5-40c4-907d-c73b5ec6c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.467871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] For port af80f2f0-d043-447b-844e-305fc7ff796f, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:03:11.472037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] For port af80f2f0-d043-447b-844e-305fc7ff796f, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=af80f2f0-d043-447b-844e-305fc7ff796f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:03:11.521378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.537769 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-88828cda-dc38-4588-badd-efdf61f19f4c service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412964
Nov 19 16:03:11.539544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:11.575208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 0c7454bb-5411-4f48-a3a1-8a8732102259 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:11.653064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 0c7454bb-5411-4f48-a3a1-8a8732102259 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:11.653966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:11.695199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662f27-66f4-4387-9fc9-afc3fd561a1b None None] Pushing event updated for resources: {'Port': ['ID=af80f2f0-d043-447b-844e-305fc7ff796f,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:11.701201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ab662f27-66f4-4387-9fc9-afc3fd561a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:11.736711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8b80-86d3-4537-b806-67d0887c22f7 req-5cf6dab6-e5fa-46fc-961c-cdc0565949db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:11.745833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28df8b80-86d3-4537-b806-67d0887c22f7 req-5cf6dab6-e5fa-46fc-961c-cdc0565949db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.4651079
Nov 19 16:03:11.751218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:03:11.751919 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576448ff28>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:03:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:11.911603 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28df8b80-86d3-4537-b806-67d0887c22f7 req-e3711fac-3780-4368-aa23-cd168dd128b7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1646919
Nov 19 16:03:11.991027 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-41095ba1-990d-400e-a7c6-7e0df0732e68 service neutron] 10.222.0.43 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4051309
Nov 19 16:03:12.024537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:03:12.055981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Allocated IP 172.20.0.1 (59d124a0-3c41-44b8-855a-16305e410976/c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca/4b713a0d-6f19-4177-840a-e9adb0b04e88) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:12.580861 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ece1f640-8f54-4431-80ff-f1fffa209c15 req-4a977894-521b-4670-b699-fe4bada401aa tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 210 time: 0.1852541
Nov 19 16:03:12.618849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:12.635221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576448ff28>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:07Z', 'revision_number': 3, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:12.644093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890f213-f445-4aeb-bd2c-6118e6fefd96 None None] The sync data for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi is: [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:07Z', 'revision_number': 3, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:03:12.665681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9b29e-e328-4d85-baa3-9274b5dee377 req-04fc6c1d-6c20-4a61-a710-2af8259edf4e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:12.667500 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bfd9b29e-e328-4d85-baa3-9274b5dee377 req-04fc6c1d-6c20-4a61-a710-2af8259edf4e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2681446
Nov 19 16:03:12.704100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Transition to ACTIVE for port object 4b713a0d-6f19-4177-840a-e9adb0b04e88 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:12.766156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bfd9b29e-e328-4d85-baa3-9274b5dee377 req-fe69ea35-180b-4c50-8a44-2bf1ca16ab36 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873170
Nov 19 16:03:12.803220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:12.823414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5f77162c-66c8-4b1c-8955-e1d164be5137 tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:12.970902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:12.977042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:13.050527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Network 59d124a0-3c41-44b8-855a-16305e410976 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:13.051917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:13.054493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:13.307224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:13.503032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943eed-4924-43cf-bb7a-d435eb4ca80a req-a7cf3c99-cbd9-4bb3-994d-a0163b024743 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:13.506093 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35943eed-4924-43cf-bb7a-d435eb4ca80a req-a7cf3c99-cbd9-4bb3-994d-a0163b024743 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2768834
Nov 19 16:03:13.604835 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35943eed-4924-43cf-bb7a-d435eb4ca80a req-61e6c731-8f5d-4b82-ac65-7c7dc7e42706 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919774
Nov 19 16:03:13.610257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:13.611316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3bad4c74-8fcd-46ab-bca2-dbf8f5c24967 None None] Provisioning for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:13.619383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3bad4c74-8fcd-46ab-bca2-dbf8f5c24967 None None] Provisioning complete for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:13.626852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3bad4c74-8fcd-46ab-bca2-dbf8f5c24967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:13.770081 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device af80f2f0-d043-447b-844e-305fc7ff796f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:13.862034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3bad4c74-8fcd-46ab-bca2-dbf8f5c24967 None None] Port 4b713a0d-6f19-4177-840a-e9adb0b04e88 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:03:13.948352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port af80f2f0-d043-447b-844e-305fc7ff796f completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:13.972806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port af80f2f0-d043-447b-844e-305fc7ff796f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:13.978176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:14.010920 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b8e52df2-7ea1-48c8-a48c-f59e8c934a77 req-78faad29-2b5a-4af2-8120-13d959062477 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 210 time: 0.1078875
Nov 19 16:03:14.302283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:14.339165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port af80f2f0-d043-447b-844e-305fc7ff796f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=af80f2f0-d043-447b-844e-305fc7ff796f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:14.351154 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5b1ebc4c-4365-49df-bbab-3703c28a8a9f req-84a8f4b7-b52f-4ac6-88f7-e650a92d3e41 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.2971606
Nov 19 16:03:14.370949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:14.372921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:14.517174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5b1ebc4c-4365-49df-bbab-3703c28a8a9f req-c8cda6f4-2657-4585-872f-11de428f9289 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540623
Nov 19 16:03:14.517518 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=af80f2f0-d043-447b-844e-305fc7ff796f,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:14.544858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:14.585602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:14.622576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:14.660198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-001c6f7b-7095-4bc7-844e-988f255ec927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:14.976942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a537980-cdc0-4d35-9dac-e3869c09e88b req-f8cacc71-1fbb-4ed2-8558-f569ffd61e61 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:14.986133 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a537980-cdc0-4d35-9dac-e3869c09e88b req-f8cacc71-1fbb-4ed2-8558-f569ffd61e61 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.6175840
Nov 19 16:03:15.034183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:15.139250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:15.157569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:15.186340 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a537980-cdc0-4d35-9dac-e3869c09e88b req-9a8045a6-9d7a-4e1d-9a90-a868ac0fe6e6 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990921
Nov 19 16:03:15.309299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Network 59d124a0-3c41-44b8-855a-16305e410976 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:15.311107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:15.649129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device af80f2f0-d043-447b-844e-305fc7ff796f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:15.717565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8861ef-44a3-4a94-999a-1e42ab5f4114 req-08fe1c03-e831-4711-891c-bbef7f849cbe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:15.729998 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ef8861ef-44a3-4a94-999a-1e42ab5f4114 req-08fe1c03-e831-4711-891c-bbef7f849cbe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.3172514
Nov 19 16:03:15.857140 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ef8861ef-44a3-4a94-999a-1e42ab5f4114 req-fe8e65fd-9909-4b2f-b7e4-8712150af07a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254735
Nov 19 16:03:15.899592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-1b8d7a96-e16c-4c4e-a3ea-52ad85d34398 None None] Provisioning complete for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:15.900261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a96-e16c-4c4e-a3ea-52ad85d34398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:16.011217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d7a96-e16c-4c4e-a3ea-52ad85d34398 None None] Port 4b713a0d-6f19-4177-840a-e9adb0b04e88 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:03:16.024867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port af80f2f0-d043-447b-844e-305fc7ff796f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:16.025622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:16.111430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-92a1500e-64ba-48fa-9e59-2354a378263d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:16.113700 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-92a1500e-64ba-48fa-9e59-2354a378263d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 813 time: 0.4970007
Nov 19 16:03:16.150161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Request body: {'port': {'device_id': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803', 'admin_state_up': True, 'tenant_id': 'ea38bfffbcd64b67a5972a7a59d200fc'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:16.360629 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6286de54-13be-4589-bab3-786845ef05cc req-9ad1b4b3-5050-470e-ac41-bae1805d2afe tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 210 time: 0.1381371
Nov 19 16:03:16.515149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:16.528371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Usage tracker for resource:port and tenant:ea38bfffbcd64b67a5972a7a59d200fc is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:16.537638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Quota usage for port was recalculated. Used quota:3. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:16.554981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:16.573225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Router e44d2a06-0c05-4ca5-bff3-1964c04414e3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:03:16.610529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Made reservation on behalf of ea38bfffbcd64b67a5972a7a59d200fc for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:03:16.616623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:16.799021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f990-c9fe-4dd9-a080-974811bfd5f8 req-82c4474d-ce07-4b0a-8d5f-92733b8c3f13 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:16.808190 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9540f990-c9fe-4dd9-a080-974811bfd5f8 req-82c4474d-ce07-4b0a-8d5f-92733b8c3f13 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2335246
Nov 19 16:03:16.868638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:16.923017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9540f990-c9fe-4dd9-a080-974811bfd5f8 req-6668a819-f020-4e79-b0ea-d5c596b4c661 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127927
Nov 19 16:03:17.035966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:17.036396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:17.053733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Allocated IP 172.20.0.12 (b67abdee-3954-4e35-9f4c-823281435803/5b1f19a8-a470-48e0-b0fa-39e0247f74b8/b55977ef-4178-45e8-aac1-554a7d75d0a2) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:17.288799 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:03:17.324259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:17.367029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Sync routers for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:03:17.383381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:17.386497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:03:17.386714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5765236908>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:03:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:17.415864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-58b47c7c-9b57-40d2-b637-c650ffa02edd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:17.420148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] 10.222.0.43 "PUT /v2.0/routers/e44d2a06-0c05-4ca5-bff3-1964c04414e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4037077
Nov 19 16:03:17.457043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ef7e-98f5-474d-81cb-1e14f4cb322a req-123a72de-253f-415c-8309-f14ee109106a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:17.458805 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f063ef7e-98f5-474d-81cb-1e14f4cb322a req-123a72de-253f-415c-8309-f14ee109106a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1511922
Nov 19 16:03:17.567586 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f063ef7e-98f5-474d-81cb-1e14f4cb322a req-e7d7f9d7-e473-4e1c-94e7-78f01dbba4fb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020627
Nov 19 16:03:17.643066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:03:17.814373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event updated for resources: {'Port': ['ID=b55977ef-4178-45e8-aac1-554a7d75d0a2,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:17.838225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:17.902354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Network b67abdee-3954-4e35-9f4c-823281435803 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:17.903616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:17.906121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:18.017061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:18.017878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:18.126611 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9808774
Nov 19 16:03:18.206753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Request body: {'port': {'device_id': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:18.230509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5765236908>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 2, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:18.246287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Checking router: e44d2a06-0c05-4ca5-bff3-1964c04414e3 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:03:18.247080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Updating router e44d2a06-0c05-4ca5-bff3-1964c04414e3 port 4b713a0d-6f19-4177-840a-e9adb0b04e88 binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:03:18.357440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:18.396140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e1169-218e-4f8a-877a-cbd9b02065c4 req-0d944837-23cf-4dc5-91e6-ff8a276c82d6 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:18.404366 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-287e1169-218e-4f8a-877a-cbd9b02065c4 req-0d944837-23cf-4dc5-91e6-ff8a276c82d6 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 932 time: 0.2389548
Nov 19 16:03:18.447955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:18.489239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-287e1169-218e-4f8a-877a-cbd9b02065c4 req-49a1298c-b119-4d64-a644-20b5973692c4 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834749
Nov 19 16:03:19.309965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:19.342079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Transition to ACTIVE for port object 4b713a0d-6f19-4177-840a-e9adb0b04e88 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:19.405343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:19.455149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:19.602773 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-d24f704e-3f5b-4413-903b-d565470a83b5 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/networks?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0531056
Nov 19 16:03:19.610473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55977ef-4178-45e8-aac1-554a7d75d0a2 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:03:19.620348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:19.639825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Transition to ACTIVE for port object b55977ef-4178-45e8-aac1-554a7d75d0a2 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:19.677474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:19.713742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a09362-fe05-4a33-bbaa-ba7c9e5f3003 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:19.816038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Pushing event updated for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:19.833213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:19.835388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-a07caa4a-a0e2-4d65-856b-3e2499fa2f35 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:19.843052 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-a07caa4a-a0e2-4d65-856b-3e2499fa2f35 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2392704
Nov 19 16:03:19.868398 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-98527e5f-425c-4b4e-9652-3a6d7c494847 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/quotas/2bb41e87b8504accab3bbcd3a50fa673 HTTP/1.1" status: 200  len: 375 time: 0.0241482
Nov 19 16:03:19.954686 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-26ddea5b-c9ee-4203-8b97-e01a235e7892 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0852139
Nov 19 16:03:19.956783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 57496) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:19.965664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca071a-616f-47b9-9e4c-e1e5c5112801 req-f65822b1-dc7a-4597-bc4a-1835a9a38779 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:19.974672 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9eca071a-616f-47b9-9e4c-e1e5c5112801 req-f65822b1-dc7a-4597-bc4a-1835a9a38779 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.5278332
Nov 19 16:03:20.023008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b55977ef-4178-45e8-aac1-554a7d75d0a2,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:20.044653 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-382f16ff-1ff7-4200-9ecb-108ed8a3eac7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.6725535
Nov 19 16:03:20.061916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:20.114072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9eca071a-616f-47b9-9e4c-e1e5c5112801 req-fbbdd489-55ed-4a68-b485-4de671a2124f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382771
Nov 19 16:03:20.332688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:20.433785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:20.443833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Usage tracker for resource:security_group_rule and tenant:ba34ea132e5647b194c8d09214894b36 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:20.450778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:20.466959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:20.595386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Attempting to bind port 4b713a0d-6f19-4177-840a-e9adb0b04e88 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:03:20.596073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Attempting to bind port 4b713a0d-6f19-4177-840a-e9adb0b04e88 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:03:20.596679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Attempting to bind port 4b713a0d-6f19-4177-840a-e9adb0b04e88 on network 59d124a0-3c41-44b8-855a-16305e410976 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:03:20.610668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-a99ce2ce-5e2c-46e6-8398-52a3e6e710d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:20.612586 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-a99ce2ce-5e2c-46e6-8398-52a3e6e710d2 service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.5107882
Nov 19 16:03:20.617282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:03:20.620375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Checking segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:20.621046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:20.622380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Bound using segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:03:20.628074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Bound port: 4b713a0d-6f19-4177-840a-e9adb0b04e88, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:03:20.629197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:20.843132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-330381d4-73f9-437d-a6df-4461949d6ac6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.2223129
Nov 19 16:03:20.856136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Attempting to bind port b55977ef-4178-45e8-aac1-554a7d75d0a2 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:03:20.856490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Attempting to bind port b55977ef-4178-45e8-aac1-554a7d75d0a2 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:03:20.856859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Attempting to bind port b55977ef-4178-45e8-aac1-554a7d75d0a2 on network b67abdee-3954-4e35-9f4c-823281435803 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:03:20.947539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-d9e1d795-aa40-4901-9e3e-0e46c3bc6a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:20.949216 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-d9e1d795-aa40-4901-9e3e-0e46c3bc6a04 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.0944998
Nov 19 16:03:21.004858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:21.010812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:03:21.011201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Checking segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:21.011702 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:21.012144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Bound using segment: {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:03:21.012661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Bound port: b55977ef-4178-45e8-aac1-554a7d75d0a2, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3f5419-79db-4d8a-8af6-429003f2c533', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b67abdee-3954-4e35-9f4c-823281435803'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:03:21.013035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:21.013633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] For port 4b713a0d-6f19-4177-840a-e9adb0b04e88, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:03:21.020708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] For port 4b713a0d-6f19-4177-840a-e9adb0b04e88, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4b713a0d-6f19-4177-840a-e9adb0b04e88,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:03:21.024537 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-28f0ec6b-fc9f-42d8-9d8b-e00993a0fa36 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669773
Nov 19 16:03:21.042436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1e86a-3cd5-4fe5-8d87-a4292cc40e1e req-a44a58cf-cd0f-4dd0-b8bd-fa435071da5d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:21.045834 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55e1e86a-3cd5-4fe5-8d87-a4292cc40e1e req-a44a58cf-cd0f-4dd0-b8bd-fa435071da5d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.4791350
Nov 19 16:03:21.108890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:21.122322 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55e1e86a-3cd5-4fe5-8d87-a4292cc40e1e req-b7d17cb6-6713-4580-a3cd-d6d1cd1be71c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684495
Nov 19 16:03:21.127095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:21.143128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d8f7b091-05ab-4676-bd56-165791dedf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:21.152238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:21.188334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bead0a-1d7a-4422-bfe8-0440931f3a85 req-0c19867d-8830-486c-9a9b-e97f78abb054 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:21.200133 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74bead0a-1d7a-4422-bfe8-0440931f3a85 req-0c19867d-8830-486c-9a9b-e97f78abb054 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.4237161
Nov 19 16:03:21.503750 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-181306ec-5c4d-416e-95e1-12850ebcbc37 req-b6c5c340-7b26-423c-99da-11837b6358d7 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1921475
Nov 19 16:03:21.522925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2088e41-d82b-4c88-86a4-4030ad383a7b,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:21.529722 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba34ea132e5647b194c8d09214894b36&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5502102
Nov 19 16:03:21.539656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 57536) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:21.558162 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74bead0a-1d7a-4422-bfe8-0440931f3a85 req-10eadc2d-0154-4799-8553-5a9530c98d8e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3444653
Nov 19 16:03:21.594703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.595124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.595530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.595928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.596320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.596713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.597105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.597523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.597922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.598309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.598699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.599083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.599572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.599965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.600352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.600739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.601127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.617601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.618268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.618621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.619024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.619419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.619811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.620204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:21.642981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:21.711578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] For port b55977ef-4178-45e8-aac1-554a7d75d0a2, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:03:21.838677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] For port b55977ef-4178-45e8-aac1-554a7d75d0a2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b55977ef-4178-45e8-aac1-554a7d75d0a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:03:21.843828 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-d7bd3e6d-2dad-44c2-be70-6e4ecf264993 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8106482
Nov 19 16:03:21.941473 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Pushing event updated for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:21.954040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:22.030230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:03:22.030960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5765236908>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:03:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:22.124200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788993b-5116-4394-8889-58d2257847a5 req-1e8b3161-582e-45cf-867d-f64fa9874e4f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:22.141690 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2788993b-5116-4394-8889-58d2257847a5 req-1e8b3161-582e-45cf-867d-f64fa9874e4f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2940888
Nov 19 16:03:22.388820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:22.415816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:22.471450 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53f973ea-e64f-4d73-83a7-5d33c8e5ee22 req-61c1c040-b18e-4e22-9529-9c83a7babd21 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5765979
Nov 19 16:03:22.571122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:22.759606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b55977ef-4178-45e8-aac1-554a7d75d0a2,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:22.780503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:22.796100 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2788993b-5116-4394-8889-58d2257847a5 req-19464596-594b-48d4-984d-b7460e2ae86a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6474733
Nov 19 16:03:22.796688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:22.799030 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] 10.222.0.40 "PUT /v2.0/ports/b55977ef-4178-45e8-aac1-554a7d75d0a2 HTTP/1.1" status: 200  len: 1158 time: 4.5999327
Nov 19 16:03:22.804252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:22.811725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:22.855574 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-7655a4e7-5e17-49f7-9312-b116669fbb77 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=68cdcb00989045889bb0139f047e0b67&device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 1162 time: 0.1513710
Nov 19 16:03:22.855823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6996eb-6765-443e-8d3b-94811ccb669c req-86406440-6ab7-4948-8651-7a8cc8df511f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:22.884120 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5d6996eb-6765-443e-8d3b-94811ccb669c req-86406440-6ab7-4948-8651-7a8cc8df511f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.2304106
Nov 19 16:03:22.941419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:03:23.037975 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5d6996eb-6765-443e-8d3b-94811ccb669c req-7736ae16-ca14-4081-8f35-c6fe7f9945b9 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524377
Nov 19 16:03:23.262481 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-313d631c-6245-4704-a62f-75d5519be399 req-e2148dc1-165a-4a48-a10e-7a77eda848b7 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1211498
Nov 19 16:03:23.444447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-aacd7e6d-22e4-49f7-b549-9aec4f046b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:23.446131 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-aacd7e6d-22e4-49f7-b549-9aec4f046b3a service neutron] 10.222.0.40 "GET /v2.0/networks?id=2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 200  len: 913 time: 0.5442319
Nov 19 16:03:23.451261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:23.527328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bcc06-ff52-4df8-8847-0ea41e126696 req-20b38df1-e9bc-4f78-bebe-9479e960ba13 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:23.529596 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e3bcc06-ff52-4df8-8847-0ea41e126696 req-20b38df1-e9bc-4f78-bebe-9479e960ba13 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1938889
Nov 19 16:03:23.602856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1641fa60-d28b-4e3a-bb24-a51afe2cbea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:23.626043 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-5d995cb3-7d5a-400d-98d8-4fc5db1d0d03 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 200  len: 217 time: 0.1670399
Nov 19 16:03:23.639329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2', 'status': 'completed', 'code': 200}
Nov 19 16:03:23.652021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:23.654003 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2088e41-d82b-4c88-86a4-4030ad383a7b HTTP/1.1" status: 204  len: 168 time: 2.1104839
Nov 19 16:03:23.654308 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e3bcc06-ff52-4df8-8847-0ea41e126696 req-a56c4d75-aa93-46e7-922a-ebe71f8215d8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164558
Nov 19 16:03:23.833993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2088e41-d82b-4c88-86a4-4030ad383a7b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:23.845008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:23.904073 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-392b3139-77ac-41c7-a256-88561b05b2c8 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 1161 time: 0.6907737
Nov 19 16:03:23.928665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-9c375158-08a4-4d16-9dd3-f3532798a3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:23.935941 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-9c375158-08a4-4d16-9dd3-f3532798a3c2 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 200  len: 859 time: 0.2601414
Nov 19 16:03:24.198672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5765236908>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:21Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:03:24.223499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9356a57-f70a-429f-8c52-8afa2648f363 None None] The sync data for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi is: [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:21Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:03:24.662495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-d64d28ce-8a2d-4089-9aba-59dc637670b5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b55977ef-4178-45e8-aac1-554a7d75d0a2 HTTP/1.1" status: 200  len: 217 time: 0.7251427
Nov 19 16:03:24.894573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d35284-f56f-4d06-ac54-2ff01da58fdc req-50e80129-ce29-4863-91b2-eaba0cf87708 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:24.915672 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-08d35284-f56f-4d06-ac54-2ff01da58fdc req-50e80129-ce29-4863-91b2-eaba0cf87708 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.5820825
Nov 19 16:03:24.946581 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-529b15e1-372d-4ec8-817e-3bc471009e7e service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=2dd30172-ef32-4ee0-83bc-4726763ab8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2753818
Nov 19 16:03:24.976740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:25.014402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:25.181821 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-08d35284-f56f-4d06-ac54-2ff01da58fdc req-17b2eb3b-c4f4-4c0f-80ef-bd6b2dc7bcf8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2651777
Nov 19 16:03:25.218266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-c963113a-09c2-4d84-88e8-99046d54882f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:25.220666 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-c963113a-09c2-4d84-88e8-99046d54882f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.4936805
Nov 19 16:03:25.270025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cc885-ed42-41e1-bd76-11aef7bb8496 req-260f9a01-e165-4efa-aacd-5707c9642d01 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:25.276976 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b34cc885-ed42-41e1-bd76-11aef7bb8496 req-260f9a01-e165-4efa-aacd-5707c9642d01 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.6436639
Nov 19 16:03:25.282635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:25.283294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:25.385676 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-5338d5ac-5030-497c-a72e-98234e66771a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1285250
Nov 19 16:03:25.497198 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b34cc885-ed42-41e1-bd76-11aef7bb8496 req-a7019847-3418-48fb-ac93-4287f998273b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099726
Nov 19 16:03:25.804298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b53b90f0-d61a-417f-90d7-e3a0aae944cb req-a55e3d9f-771d-487b-9752-fffb532cec7d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1964858
Nov 19 16:03:25.829921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4b713a0d-6f19-4177-840a-e9adb0b04e88 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:25.832413 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-0bd5e18a-1b0b-4edb-a265-a1697e0473ae service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4357102
Nov 19 16:03:26.067808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-2e7862dc-e50d-408d-a1b1-9bd004ef1a04 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.40 "GET /v2.0/networks?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1127698
Nov 19 16:03:26.167928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:26.185543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:26.185975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:26.291011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be40b8-26f3-47aa-8031-ab2570d81ccb req-9d0cefb0-09e3-4d31-ad28-e7a2a5d43add tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:26.300092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a0be40b8-26f3-47aa-8031-ab2570d81ccb req-9d0cefb0-09e3-4d31-ad28-e7a2a5d43add tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.3884954
Nov 19 16:03:26.393320 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-06b58f8c-98a3-4814-b553-ac9a4d7a79ce service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3998067
Nov 19 16:03:26.501774 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a0be40b8-26f3-47aa-8031-ab2570d81ccb req-3c17c6aa-c3f1-4c94-87a3-5ec7502c28c8 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986535
Nov 19 16:03:26.678745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:26.798951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 4b713a0d-6f19-4177-840a-e9adb0b04e88, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4b713a0d-6f19-4177-840a-e9adb0b04e88,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:26.834097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:26.836097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:26.914950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7f0c79ca-12f3-46b1-9533-e1989c0c3192 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:26.917506 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7f0c79ca-12f3-46b1-9533-e1989c0c3192 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8391924
Nov 19 16:03:27.016453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:27.033477 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dc25f5-8e27-4a6b-b7d8-3ecf83885455 req-01942960-dd04-4896-91c3-9dd0ebda42f1 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1891198
Nov 19 16:03:27.076367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Request body: {'port': {'device_id': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362', 'admin_state_up': True, 'tenant_id': '2bb41e87b8504accab3bbcd3a50fa673'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:27.092598 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03c2503a-cbec-4e91-bf4b-7d9ce499ec89 req-905f7c34-e681-475b-bf6c-2367031531f3 service neutron] 10.222.0.40 "GET /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6847377
Nov 19 16:03:27.250557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 0357be24-37ec-4603-b0f2-0d7a5560c8dd triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:27.251131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:27.369682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:27.389153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:27.413148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:27.418429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Usage tracker for resource:port and tenant:2bb41e87b8504accab3bbcd3a50fa673 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:27.424648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Quota usage for port was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:27.431499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:27.534084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Made reservation on behalf of 2bb41e87b8504accab3bbcd3a50fa673 for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:03:27.536040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:27.548017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-f8028f23-9987-449b-a649-0f359c339046 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 1161 time: 0.3270237
Nov 19 16:03:27.568987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:27.694538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee15a8-09df-4ca9-92ea-5a505a4c4c3a req-98c45c44-925b-4f4b-a414-af6951e5a5ed tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:27.696782 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2bee15a8-09df-4ca9-92ea-5a505a4c4c3a req-98c45c44-925b-4f4b-a414-af6951e5a5ed tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.7745492
Nov 19 16:03:27.701904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4b713a0d-6f19-4177-840a-e9adb0b04e88 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:27.724329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ecade-4034-4848-8254-b036e5df1b38 req-ec6a4a7a-1e52-4e99-86c5-fbe65acb8935 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:27.734807 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb6ecade-4034-4848-8254-b036e5df1b38 req-ec6a4a7a-1e52-4e99-86c5-fbe65acb8935 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.3293731
Nov 19 16:03:27.843504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:27.845561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-de155ca0-7c20-43f9-94d4-a8d97d36f25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:27.847324 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-de155ca0-7c20-43f9-94d4-a8d97d36f25c service neutron] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 907 time: 0.2808664
Nov 19 16:03:27.850932 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb6ecade-4034-4848-8254-b036e5df1b38 req-4af5463d-e576-4e7d-bc10-d0c04828014e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150196
Nov 19 16:03:27.868615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 4b713a0d-6f19-4177-840a-e9adb0b04e88 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:27.869319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:27.888298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2bee15a8-09df-4ca9-92ea-5a505a4c4c3a req-141906da-e9d9-475f-9c95-bd2d466be7f2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728537
Nov 19 16:03:27.890989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Usage tracker for resource:security_group_rule and tenant:2bb41e87b8504accab3bbcd3a50fa673 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:03:27.893914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:03:27.908333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:28.027637 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-857c88b7-968a-4a6c-bd39-1d69537d7e02 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b55977ef-4178-45e8-aac1-554a7d75d0a2 HTTP/1.1" status: 200  len: 217 time: 0.1719813
Nov 19 16:03:28.092394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:28.251505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-bf770a8d-4cc9-4db7-a7ba-52ef758906b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:28.251505 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-bf770a8d-4cc9-4db7-a7ba-52ef758906b0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.1940877
Nov 19 16:03:28.253806 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1005ee3d-0204-4fb1-80ab-9b2ec40ad6ab req-3dbaf808-faa4-4068-a309-e30bb6c9007d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1185176
Nov 19 16:03:28.253806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:28.274933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0a103824-f413-4529-bdca-517a6ee0e7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:28.313065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Pushing event updated for resources: {'SecurityGroup': ['ID=30549d8f-7e38-445f-8eb2-21bb2f9bef64,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:28.318957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:28.320793 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-9b3137c1-0d5f-4d6a-b3c3-b0d707801bd6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842481
Nov 19 16:03:28.499556 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-d51e7c61-385f-4824-8e2b-2eb453b2aec3 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718078
Nov 19 16:03:28.624680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Allocated IP 192.168.233.73 (6a1e0e80-08c3-4acc-adc6-4837b7d97362/7e2d2f1c-d079-4fc5-8ed1-d775233b2ca8/b8009c8e-dd61-4f18-9cca-50d2fee709c0) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:28.684082 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d4caf87-15d5-49ff-ae0f-77e1117f1c3d req-b5b12012-0603-4ffe-8f56-3e121fb697d8 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769574
Nov 19 16:03:28.901143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:03:28.915885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:28.956373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Transition to ACTIVE for port object b8009c8e-dd61-4f18-9cca-50d2fee709c0 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:29.086598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:29.203180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:29.649253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Pushing event updated for resources: {'Port': ['ID=b8009c8e-dd61-4f18-9cca-50d2fee709c0,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:29.667030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:29.803758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:29.811058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:29.818078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:29.963418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:29.964138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:30.046776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479324c4-570d-4bc7-a4a9-19cb2e6eda00 req-6a3a1039-4c14-4a55-9781-2baac08cdf38 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:30.058403 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-479324c4-570d-4bc7-a4a9-19cb2e6eda00 req-6a3a1039-4c14-4a55-9781-2baac08cdf38 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.8543606
Nov 19 16:03:30.112825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0407534
Nov 19 16:03:30.119678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15bbe-64b4-45aa-97b4-1bc80996e9af req-7182e364-f448-47a5-ad05-23926cf1eb4e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:30.129598 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7dc15bbe-64b4-45aa-97b4-1bc80996e9af req-7182e364-f448-47a5-ad05-23926cf1eb4e tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.9257679
Nov 19 16:03:30.213061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Request body: {'port': {'device_id': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:30.234119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-b9bfaba5-a2e9-4621-a504-08da80af0dde None None] Provisioning for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:30.240431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-b9bfaba5-a2e9-4621-a504-08da80af0dde None None] Provisioning complete for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:30.247016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaba5-a2e9-4621-a504-08da80af0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:30.300811 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7dc15bbe-64b4-45aa-97b4-1bc80996e9af req-c3230fb5-1606-4798-af8f-9a43ef5b86ad tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710286
Nov 19 16:03:30.454301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-b9bfaba5-a2e9-4621-a504-08da80af0dde None None] Port b8009c8e-dd61-4f18-9cca-50d2fee709c0 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:03:30.488463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:30.527131 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-479324c4-570d-4bc7-a4a9-19cb2e6eda00 req-c216930f-09a0-43be-b3a4-7285d3e808b4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4682260
Nov 19 16:03:31.508417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-de8b4d7e-a934-4a1f-a02f-bc7ca821220e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:31.509383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-de8b4d7e-a934-4a1f-a02f-bc7ca821220e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Synchronizing usage tracker for tenant:2bb41e87b8504accab3bbcd3a50fa673 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:31.648495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-de8b4d7e-a934-4a1f-a02f-bc7ca821220e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Unset dirty status for tenant:2bb41e87b8504accab3bbcd3a50fa673 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:31.655851 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-de8b4d7e-a934-4a1f-a02f-bc7ca821220e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 935 time: 0.4495037
Nov 19 16:03:31.659697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b55977ef-4178-45e8-aac1-554a7d75d0a2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:31.846617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8009c8e-dd61-4f18-9cca-50d2fee709c0 {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:03:31.863189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:31.868277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-ce01a826-c7d6-4dab-ac89-2f4d3beff651 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Synchronizing usage tracker for tenant:2bb41e87b8504accab3bbcd3a50fa673 on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:31.870934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port b55977ef-4178-45e8-aac1-554a7d75d0a2 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:31.877302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b55977ef-4178-45e8-aac1-554a7d75d0a2 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:31.878100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:31.896452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed9d4-468d-448b-a545-c78f747596a6 req-d2e79fb7-a7d8-4ceb-812d-15aa7bff184f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:31.897678 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bceed9d4-468d-448b-a545-c78f747596a6 req-d2e79fb7-a7d8-4ceb-812d-15aa7bff184f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 944 time: 0.3296528
Nov 19 16:03:31.904341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Transition to ACTIVE for port object b8009c8e-dd61-4f18-9cca-50d2fee709c0 will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:31.940517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:32.113338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:32.149964 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bceed9d4-468d-448b-a545-c78f747596a6 req-96c08f35-6415-4392-b8fd-f3cb1b8cb67d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420285
Nov 19 16:03:32.156592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-ce01a826-c7d6-4dab-ac89-2f4d3beff651 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Unset dirty status for tenant:2bb41e87b8504accab3bbcd3a50fa673 on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:32.180282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea020dae-8471-4e41-a8bc-1e82ad1f25c5 req-ce01a826-c7d6-4dab-ac89-2f4d3beff651 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5132859
Nov 19 16:03:32.366992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8009c8e-dd61-4f18-9cca-50d2fee709c0,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:32.373240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:32.406769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:32.449116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:32.460182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port b55977ef-4178-45e8-aac1-554a7d75d0a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b55977ef-4178-45e8-aac1-554a7d75d0a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:32.502759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:32.507333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:32.706072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385bb09-76d0-4a09-8c22-20052f25da37 req-9598bb43-ac33-430b-8f1a-c371ae7167c7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:32.707727 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4385bb09-76d0-4a09-8c22-20052f25da37 req-9598bb43-ac33-430b-8f1a-c371ae7167c7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.3000445
Nov 19 16:03:32.722064 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2', 'code': 200}
Nov 19 16:03:32.727693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=b55977ef-4178-45e8-aac1-554a7d75d0a2,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:32.747513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:32.787133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Attempting to bind port b8009c8e-dd61-4f18-9cca-50d2fee709c0 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:03:32.787787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Attempting to bind port b8009c8e-dd61-4f18-9cca-50d2fee709c0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:03:32.788312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Attempting to bind port b8009c8e-dd61-4f18-9cca-50d2fee709c0 on network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:03:32.802489 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4385bb09-76d0-4a09-8c22-20052f25da37 req-7b99b787-1de3-48fe-b172-27b42d08be39 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807862
Nov 19 16:03:32.804025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:03:32.804588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Checking segment: {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:03:32.805156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:32.805809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Bound using segment: {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:03:32.809589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Bound port: b8009c8e-dd61-4f18-9cca-50d2fee709c0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3494a1-6bcc-497f-99db-e6e3844e160b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6a1e0e80-08c3-4acc-adc6-4837b7d97362'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:03:32.809589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:32.838821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-00774374-8c25-4562-902a-296331b2e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:33.003578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] For port b8009c8e-dd61-4f18-9cca-50d2fee709c0, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:03:33.019614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] For port b8009c8e-dd61-4f18-9cca-50d2fee709c0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8009c8e-dd61-4f18-9cca-50d2fee709c0,segment=NetworkSegment(8e3494a1-6bcc-497f-99db-e6e3844e160b),segment_id=8e3494a1-6bcc-497f-99db-e6e3844e160b)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:03:33.062304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:33.119764 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8b34fd0b-41a0-4acd-b33d-add8e66e23e7 req-601f60a5-efad-4761-87d4-e27e1faa938e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 1163 time: 0.1743791
Nov 19 16:03:33.225427 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8b34fd0b-41a0-4acd-b33d-add8e66e23e7 req-218ea721-8fb4-4d32-b6ca-1aa14115006d service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968709
Nov 19 16:03:33.242650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99dc6004-4ec6-436e-adfc-5ff0a89e9c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:33.508101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8009c8e-dd61-4f18-9cca-50d2fee709c0,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:33.535668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:33.698981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280bc73-47df-4e2d-ba84-76cc59f849d6 req-46806841-bcb3-482b-83b0-a51505f0ea8c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:33.704340 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6280bc73-47df-4e2d-ba84-76cc59f849d6 req-46806841-bcb3-482b-83b0-a51505f0ea8c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.2730541
Nov 19 16:03:33.739231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:33.740845 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] 10.222.0.40 "PUT /v2.0/ports/b8009c8e-dd61-4f18-9cca-50d2fee709c0 HTTP/1.1" status: 200  len: 1161 time: 3.5579844
Nov 19 16:03:33.742287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:33.852178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731d7c-1708-412a-a68d-d34d2cc2a430 req-970bca5d-6f0f-4a44-9ee0-1e5c76f7d221 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:33.858548 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d1731d7c-1708-412a-a68d-d34d2cc2a430 req-970bca5d-6f0f-4a44-9ee0-1e5c76f7d221 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.3240416
Nov 19 16:03:33.904403 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6280bc73-47df-4e2d-ba84-76cc59f849d6 req-63a5e614-9b28-46f6-b66e-be114203113f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744254
Nov 19 16:03:33.943314 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d1731d7c-1708-412a-a68d-d34d2cc2a430 req-fc4b6140-def0-4703-a72f-2bd19ecf062a tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807848
Nov 19 16:03:34.002843 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0', 'status': 'completed', 'code': 200}
Nov 19 16:03:34.221339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306a7df-f2b6-43bc-bdc1-7204b2612602 req-cd177bea-831c-4a61-a482-101fd056a2fa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:34.223219 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3306a7df-f2b6-43bc-bdc1-7204b2612602 req-cd177bea-831c-4a61-a482-101fd056a2fa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1278105
Nov 19 16:03:34.228530 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d82206f-2c81-496a-a953-0ebca62da3df req-a7e1c5dc-0e57-4e85-8278-28839c4d6d02 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 1164 time: 0.1672153
Nov 19 16:03:34.297925 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d82206f-2c81-496a-a953-0ebca62da3df req-f97070fd-55b7-42ce-b84f-d289b57f4bcc service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0434568
Nov 19 16:03:34.336688 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3306a7df-f2b6-43bc-bdc1-7204b2612602 req-3e1e0105-a545-4bfa-9f30-c7f733247332 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061492
Nov 19 16:03:34.524304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82206f-2c81-496a-a953-0ebca62da3df req-2ce6e070-f42f-4b32-977e-d3ffc0b9e9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:34.524304 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d82206f-2c81-496a-a953-0ebca62da3df req-2ce6e070-f42f-4b32-977e-d3ffc0b9e9c8 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1678805
Nov 19 16:03:34.673258 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-e0d24e3a-329f-4279-b829-41cfe0bbd002 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 1164 time: 0.0890143
Nov 19 16:03:34.760406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-f2b892d8-ddb5-4809-ad78-3fd26b972f07 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b8009c8e-dd61-4f18-9cca-50d2fee709c0 HTTP/1.1" status: 200  len: 217 time: 0.0712581
Nov 19 16:03:34.837157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-558ba1a1-4557-415a-bf92-0b0f0b13a617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:34.838792 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-558ba1a1-4557-415a-bf92-0b0f0b13a617 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=7e2d2f1c-d079-4fc5-8ed1-d775233b2ca8 HTTP/1.1" status: 200  len: 843 time: 0.0662587
Nov 19 16:03:34.929825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-503c69ed-a7b9-4b72-a481-85a7530873f4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=6a1e0e80-08c3-4acc-adc6-4837b7d97362&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0836179
Nov 19 16:03:35.033199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b55977ef-4178-45e8-aac1-554a7d75d0a2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:35.132911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b55977ef-4178-45e8-aac1-554a7d75d0a2 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:35.133501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:35.150801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-1eb346b4-0a2a-4563-b824-0719c5f67280 service neutron] 10.222.0.40 "GET /v2.0/networks/6a1e0e80-08c3-4acc-adc6-4837b7d97362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135358
Nov 19 16:03:35.274342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd82bc-13e6-4406-817c-b0608fbcf293 req-1fb36ff7-a8ab-498c-8140-e57a0649f090 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:35.276056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9edd82bc-13e6-4406-817c-b0608fbcf293 req-1fb36ff7-a8ab-498c-8140-e57a0649f090 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.2080784
Nov 19 16:03:35.376328 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9edd82bc-13e6-4406-817c-b0608fbcf293 req-238911bb-b04c-41cd-a7a5-09be6ec7e98d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907657
Nov 19 16:03:35.378595 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-95295982-7cdd-4465-9cfe-8a79c9f5be31 req-886b4b7a-baf2-45ea-9053-96b521a88efe service neutron] 10.222.0.40 "GET /v2.0/networks/6a1e0e80-08c3-4acc-adc6-4837b7d97362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2204375
Nov 19 16:03:35.581593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0e92-7f91-4f09-b68d-47755300b6b2 req-1417d7d1-0c75-4246-b326-ef8647e0aabd tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:35.583261 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-93fe0e92-7f91-4f09-b68d-47755300b6b2 req-1417d7d1-0c75-4246-b326-ef8647e0aabd tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.0878778
Nov 19 16:03:35.639546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-93fe0e92-7f91-4f09-b68d-47755300b6b2 req-c94f8e9d-c523-483a-aaf3-efe5f2c0cab0 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499892
Nov 19 16:03:35.846150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7945bea6-d439-46c8-b4ec-18556516c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:35.847849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:35.957442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69321b19-c6e9-431c-8db2-177af4f89ef4 req-17d298ad-2cbb-40bc-812e-3efce4cec0b4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:35.959087 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69321b19-c6e9-431c-8db2-177af4f89ef4 req-17d298ad-2cbb-40bc-812e-3efce4cec0b4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0873148
Nov 19 16:03:36.023319 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69321b19-c6e9-431c-8db2-177af4f89ef4 req-14143cae-3e6e-46a1-a8b7-4cd0da461cbb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566914
Nov 19 16:03:36.293560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd482b85-af22-4950-8fde-f4f2cf590ac4 req-d7c96577-bfdc-4a33-b294-5905b8891565 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:36.302829 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bd482b85-af22-4950-8fde-f4f2cf590ac4 req-d7c96577-bfdc-4a33-b294-5905b8891565 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1096778
Nov 19 16:03:36.371037 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bd482b85-af22-4950-8fde-f4f2cf590ac4 req-6a6edbbb-a495-4bba-9016-6a4ad14089cd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663188
Nov 19 16:03:36.517942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:36.743990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96045aa5-8adc-4d9e-acec-4054ed572d1c req-f48b3970-5a3c-4ded-9992-232bb845963c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:36.753844 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-96045aa5-8adc-4d9e-acec-4054ed572d1c req-f48b3970-5a3c-4ded-9992-232bb845963c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1437607
Nov 19 16:03:37.040078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:37.112242 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-96045aa5-8adc-4d9e-acec-4054ed572d1c req-1d01fa57-0d64-4d6c-8c06-a2a31461a60a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3567212
Nov 19 16:03:37.170717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566b032-34a4-4829-8aa2-d506c79ad849 req-cdd68082-eff5-4fbb-901a-137d06e9c835 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:37.176068 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9566b032-34a4-4829-8aa2-d506c79ad849 req-cdd68082-eff5-4fbb-901a-137d06e9c835 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.1551340
Nov 19 16:03:37.253879 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9566b032-34a4-4829-8aa2-d506c79ad849 req-946e9827-88eb-4f8f-b0b2-7d78361d9f97 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727956
Nov 19 16:03:37.413559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a97ce-efac-4caf-8944-eefbc375bc2c req-d6c05fb9-89c6-40d2-a78a-0fcc29130e04 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:37.415172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-816a97ce-efac-4caf-8944-eefbc375bc2c req-d6c05fb9-89c6-40d2-a78a-0fcc29130e04 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1232862
Nov 19 16:03:37.523016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-816a97ce-efac-4caf-8944-eefbc375bc2c req-62b62a68-a2e2-4276-950e-da39ea68566d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873549
Nov 19 16:03:37.709135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110015-ad71-4e4d-83ce-1d046e4ecd49 req-76ae8e3f-d547-4346-bd6e-b89de454b9b4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:37.725655 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d6110015-ad71-4e4d-83ce-1d046e4ecd49 req-76ae8e3f-d547-4346-bd6e-b89de454b9b4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.1830521
Nov 19 16:03:37.815235 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d6110015-ad71-4e4d-83ce-1d046e4ecd49 req-3d5bba65-a1b1-4ca3-a670-60e89e9c2590 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884795
Nov 19 16:03:38.538042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51bec8-b203-4cd6-907d-4a2ebe06de63 req-cf13e18a-c214-4aae-bcd3-a5afea3dda01 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:38.542094 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-da51bec8-b203-4cd6-907d-4a2ebe06de63 req-cf13e18a-c214-4aae-bcd3-a5afea3dda01 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.1030228
Nov 19 16:03:38.599031 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-da51bec8-b203-4cd6-907d-4a2ebe06de63 req-1dfd8b79-59cf-4488-848b-eb41768de331 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528314
Nov 19 16:03:39.072954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2369-b6aa-4e0c-8591-754636a06e9f req-a9f75807-ba0e-4b7f-9472-f631f9d744cd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:39.081038 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cd2a2369-b6aa-4e0c-8591-754636a06e9f req-a9f75807-ba0e-4b7f-9472-f631f9d744cd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2632551
Nov 19 16:03:39.204448 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cd2a2369-b6aa-4e0c-8591-754636a06e9f req-d9ac6638-0a10-4751-8ef4-6e0e91926b04 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222234
Nov 19 16:03:39.244318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419f914-ef29-4c6f-a7d4-36151a0c5e30 req-1e9f2fa6-d3e1-4b47-adbc-cf356b948bcb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:39.246101 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f419f914-ef29-4c6f-a7d4-36151a0c5e30 req-1e9f2fa6-d3e1-4b47-adbc-cf356b948bcb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2465889
Nov 19 16:03:39.285571 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-b70f2884-1db6-47b2-baab-2a631edcd02c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1162 time: 0.1854534
Nov 19 16:03:39.355165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:39.449567 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f419f914-ef29-4c6f-a7d4-36151a0c5e30 req-6cd996d4-042f-4ff9-94ad-9ba2c80f2db3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945655
Nov 19 16:03:39.526506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 68053e3c-f985-43ad-8cad-53c1b4f8100b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:39.527247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:39.534907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95ad7-183e-4a18-8428-157714af5779 req-6b9a0f57-92bf-4738-8e7f-2ab0de133e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:39.536530 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-6b9a0f57-92bf-4738-8e7f-2ab0de133e75 service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.2141457
Nov 19 16:03:39.650119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-8ce963f3-0980-4000-bdc2-a46f0152b4fd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:39.651716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-8ce963f3-0980-4000-bdc2-a46f0152b4fd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Synchronizing usage tracker for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:39.700686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-8ce963f3-0980-4000-bdc2-a46f0152b4fd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Unset dirty status for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:39.702003 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-8ce963f3-0980-4000-bdc2-a46f0152b4fd tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 945 time: 0.2304106
Nov 19 16:03:39.748456 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-bec9fffe-7693-49c3-916e-93899d1e58fb service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 1001 time: 0.2018456
Nov 19 16:03:39.834106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95ad7-183e-4a18-8428-157714af5779 req-644a3cd6-ff56-4395-8d47-df57e8e579f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:39.835984 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-644a3cd6-ff56-4395-8d47-df57e8e579f7 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0756979
Nov 19 16:03:39.838897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Deleting port 68053e3c-f985-43ad-8cad-53c1b4f8100b {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:03:39.840168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:40.020178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051920-5fd5-4656-be58-002954d5368d req-c707cdb2-db06-4be9-9e7f-4e345520a731 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:40.021973 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54051920-5fd5-4656-be58-002954d5368d req-c707cdb2-db06-4be9-9e7f-4e345520a731 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.1848018
Nov 19 16:03:40.026982 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-f184eea4-f7be-4563-be74-5b65f49375ca service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513357
Nov 19 16:03:40.134656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] For port 68053e3c-f985-43ad-8cad-53c1b4f8100b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=68053e3c-f985-43ad-8cad-53c1b4f8100b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:40.135050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:40.210038 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54051920-5fd5-4656-be58-002954d5368d req-71d0ec76-27df-4122-894f-b628adfa3cd9 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806300
Nov 19 16:03:40.257737 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-94d6ca4d-7e8c-4b92-b91a-f80134fd0451 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020407
Nov 19 16:03:40.321140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Calling delete_port for 68053e3c-f985-43ad-8cad-53c1b4f8100b owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:03:40.587747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d5b30-e2fb-4489-8dd6-76712f793d7e req-b6640e57-e074-4032-8e71-13c3768aec83 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:40.589970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c7d5b30-e2fb-4489-8dd6-76712f793d7e req-b6640e57-e074-4032-8e71-13c3768aec83 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1654751
Nov 19 16:03:40.613133 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bc95ad7-183e-4a18-8428-157714af5779 req-d18721df-f78e-4921-b889-1b37f956448b service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3494096
Nov 19 16:03:40.659630 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c7d5b30-e2fb-4489-8dd6-76712f793d7e req-20f8cdb9-5835-4d61-8f7a-1301a095e8d3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577784
Nov 19 16:03:40.883395 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:40.902440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-96e4871b-3de3-4c87-b722-32a45b7a5a6b tempest-DeleteServersTestJSON-968533432 tempest-DeleteServersTestJSON-968533432] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:40.924531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f920e-d7f0-4e55-84e2-ddce581f7165 req-e0dc0645-1714-4c8e-aece-686090d4312e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:40.932601 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7d5f920e-d7f0-4e55-84e2-ddce581f7165 req-e0dc0645-1714-4c8e-aece-686090d4312e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 867 time: 0.1333044
Nov 19 16:03:40.991771 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7d5f920e-d7f0-4e55-84e2-ddce581f7165 req-518e03b7-dacd-426a-8f36-c04e2bedd0e4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579717
Nov 19 16:03:41.007709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Pushing event deleted for resources: {'Port': ['ID=68053e3c-f985-43ad-8cad-53c1b4f8100b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:41.011336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:03:41.062171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 68053e3c-f985-43ad-8cad-53c1b4f8100b {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:03:41.062709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 68053e3c-f985-43ad-8cad-53c1b4f8100b not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:03:41.235708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.236126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.236526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.236923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.237321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.237738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.238132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.238531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.238917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.239300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.239685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.240069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.240539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.240921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.241303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.241699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.242077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.242458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.242839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.243215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.243595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.243972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.244349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.244729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:03:41.248517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:41.366433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] No DVR routers for this DVR port 68053e3c-f985-43ad-8cad-53c1b4f8100b on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:03:41.369382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:41.381492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'name': 'network-vif-deleted', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:41.422499 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5cf5001f-8d70-4771-bf5c-1bd1d5b83a37 req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "DELETE /v2.0/ports/68053e3c-f985-43ad-8cad-53c1b4f8100b HTTP/1.1" status: 204  len: 173 time: 1.7130585
Nov 19 16:03:41.463474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7aeef-697e-4235-9617-21b4770aea36 req-2c8cf909-7719-4252-800a-1d339fae2499 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:41.465070 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f6e7aeef-697e-4235-9617-21b4770aea36 req-2c8cf909-7719-4252-800a-1d339fae2499 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.0969603
Nov 19 16:03:41.516861 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f6e7aeef-697e-4235-9617-21b4770aea36 req-cdaa48ad-7280-4a32-bcbe-06c0ba48cdc2 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436499
Nov 19 16:03:41.595950 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e72544f-d7d5-46a9-b297-b18fe11a2767', 'name': 'network-vif-deleted', 'tag': '68053e3c-f985-43ad-8cad-53c1b4f8100b', 'status': 'completed', 'code': 200}
Nov 19 16:03:42.021234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf177-b869-4883-884f-31ad1b8c13ae req-2aae0b9f-6f1c-4b24-93aa-86708344000f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:42.022927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-34cdf177-b869-4883-884f-31ad1b8c13ae req-2aae0b9f-6f1c-4b24-93aa-86708344000f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.2119241
Nov 19 16:03:42.064838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-a8164af1-1c40-42cc-89c0-adf58f8d6d30 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:42.066378 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-a8164af1-1c40-42cc-89c0-adf58f8d6d30 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 815 time: 0.2101974
Nov 19 16:03:42.100135 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-34cdf177-b869-4883-884f-31ad1b8c13ae req-eabd638c-6eb6-48d3-91c7-5dee7fb79f1f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643940
Nov 19 16:03:42.101579 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-e8457a61-394a-4edf-95ea-f5fbe398ffd0 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/quotas/600170dcc42740f8894ecd6a379e2c6c HTTP/1.1" status: 200  len: 375 time: 0.0235445
Nov 19 16:03:42.196948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9d3b781f-c007-4841-b57c-49980eaa6117 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:42.256456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9d3b781f-c007-4841-b57c-49980eaa6117 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:42.271571 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9d3b781f-c007-4841-b57c-49980eaa6117 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1623735
Nov 19 16:03:42.393768 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b01fe325-ccf2-434f-85e3-2cfb70f4bf3a req-5ad457c6-5b40-481a-ba75-a89b57c6157f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=3e72544f-d7d5-46a9-b297-b18fe11a2767 HTTP/1.1" status: 200  len: 210 time: 0.0987341
Nov 19 16:03:42.464417 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9b3dd57b-7707-4c4d-b8ef-ea5bd4e49175 service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918581
Nov 19 16:03:42.624221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-d3b7a2a2-cf30-4918-8c2c-b0785f9c62fa service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1524391
Nov 19 16:03:42.807886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac61e4-45da-4c72-96db-6c81ef5ce7ee req-da197ed4-195d-4da1-ad1b-8178292e2b4d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:42.809508 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10ac61e4-45da-4c72-96db-6c81ef5ce7ee req-da197ed4-195d-4da1-ad1b-8178292e2b4d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.1395578
Nov 19 16:03:42.860801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10ac61e4-45da-4c72-96db-6c81ef5ce7ee req-58a5e92e-e4d2-4029-9ebe-a545b328987d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443430
Nov 19 16:03:43.035781 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0c9eb96-15ae-45e2-9ac4-9560bae35ef5 req-342a29fa-ede9-45f8-81bb-725cd5ff70d9 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 210 time: 0.0483387
Nov 19 16:03:43.122826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 6a1e0e80-08c3-4acc-adc6-4837b7d97362 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:03:43.438242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34155-42ac-4e37-8ae3-23b858fb643c req-df0a4ea1-6825-4997-96a6-c1d98b2501cf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:43.439884 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5bb34155-42ac-4e37-8ae3-23b858fb643c req-df0a4ea1-6825-4997-96a6-c1d98b2501cf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1020708
Nov 19 16:03:43.514520 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5bb34155-42ac-4e37-8ae3-23b858fb643c req-aef52eb8-e28d-41c2-965f-f1927083e3f5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668125
Nov 19 16:03:43.643031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-cf46dcb0-2f64-4973-bcba-2dc91ce52ab9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:03:43.702725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-c16c2cea-4ec2-423f-9e6c-577abe0944c8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:43.751694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-c16c2cea-4ec2-423f-9e6c-577abe0944c8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:43.753213 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-c16c2cea-4ec2-423f-9e6c-577abe0944c8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2084595700&fields=id&tenant_id=fdada4749c3545b98b4f1c0e67721132 HTTP/1.1" status: 200  len: 267 time: 0.1301394
Nov 19 16:03:43.947916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-dd865df1-73b0-4e22-a334-41b6ac9deba0 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:43.948671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-dd865df1-73b0-4e22-a334-41b6ac9deba0 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:network {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:44.021446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-dd865df1-73b0-4e22-a334-41b6ac9deba0 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:network {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:44.022914 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-dd865df1-73b0-4e22-a334-41b6ac9deba0 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 808 time: 0.2613134
Nov 19 16:03:44.042419 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-88a2d309-71ba-4423-850e-b466b8b28a31 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/quotas/fdada4749c3545b98b4f1c0e67721132 HTTP/1.1" status: 200  len: 375 time: 0.0125742
Nov 19 16:03:44.131187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6a0b392c-1d13-4bf0-abca-28fa135012cf tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:44.176122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6a0b392c-1d13-4bf0-abca-28fa135012cf tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:44.177693 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6a0b392c-1d13-4bf0-abca-28fa135012cf tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1287544
Nov 19 16:03:44.622106 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-753a628e-4250-4a0e-98e5-528eace3dc9f service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4280989
Nov 19 16:03:44.630964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749442f-1226-492f-bdc3-4dc5d2878537 req-8a40a16e-31e3-44a7-8389-22d5a2068904 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:44.632558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0749442f-1226-492f-bdc3-4dc5d2878537 req-8a40a16e-31e3-44a7-8389-22d5a2068904 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 947 time: 0.3437982
Nov 19 16:03:44.772951 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0749442f-1226-492f-bdc3-4dc5d2878537 req-f37d9923-2d1f-4632-9019-3f424d9a85c0 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179340
Nov 19 16:03:44.812043 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-39879454-3a32-4137-a211-6cf612a5967c service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783872
Nov 19 16:03:44.947310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9b04a99d-b36a-44b1-bf50-c69dc787940c req-4f8052ce-2c24-41cf-b04f-2d6753e230ca tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 210 time: 0.0459018
Nov 19 16:03:45.033028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b8009c8e-dd61-4f18-9cca-50d2fee709c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:45.141820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:45.146996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:45.151207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:45.173908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37655fd2-3a31-410f-8833-d98225a20ecb req-1d230e1f-5b01-4659-b460-0ef7e65e757e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:45.175626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37655fd2-3a31-410f-8833-d98225a20ecb req-1d230e1f-5b01-4659-b460-0ef7e65e757e tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.0900040
Nov 19 16:03:45.231071 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37655fd2-3a31-410f-8833-d98225a20ecb req-1d0f9615-c872-4b13-855b-580c7bd293cb tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488658
Nov 19 16:03:45.296477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:45.404337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:45.432728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port b8009c8e-dd61-4f18-9cca-50d2fee709c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8009c8e-dd61-4f18-9cca-50d2fee709c0,segment=NetworkSegment(8e3494a1-6bcc-497f-99db-e6e3844e160b),segment_id=8e3494a1-6bcc-497f-99db-e6e3844e160b)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:45.478558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:45.482400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:45.601952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-e3d03397-315b-4fbb-baa8-ce8562169856 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:45.617195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-e3d03397-315b-4fbb-baa8-ce8562169856 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:03:45.640115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e9c85-b599-4c31-940f-8912dbcda19f req-6686c415-246e-4f8b-943b-e5d2f1c3c6cf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:45.654445 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-870e9c85-b599-4c31-940f-8912dbcda19f req-6686c415-246e-4f8b-943b-e5d2f1c3c6cf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1480713
Nov 19 16:03:45.667284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-e3d03397-315b-4fbb-baa8-ce8562169856 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:03:45.668948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-e3d03397-315b-4fbb-baa8-ce8562169856 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 815 time: 0.3300185
Nov 19 16:03:45.696752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'port': {'device_id': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'admin_state_up': True, 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:45.720634 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-870e9c85-b599-4c31-940f-8912dbcda19f req-7d43b0e9-aa66-4e9f-8cf4-d7cbaac5c908 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652647
Nov 19 16:03:45.760402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=b8009c8e-dd61-4f18-9cca-50d2fee709c0,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:45.765975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:45.868188 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6a607370-6341-4adc-bc14-8200db31b5ce req-1dda2b22-ce6e-4788-8892-9d214e8b767b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0546682
Nov 19 16:03:45.944748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:03:45.950425 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0', 'code': 200}
Nov 19 16:03:45.959274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:03:46.033742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b8009c8e-dd61-4f18-9cca-50d2fee709c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:46.044247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Made reservation on behalf of 600170dcc42740f8894ecd6a379e2c6c for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:03:46.050153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:46.110203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:46.110711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:46.317886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:03:46.445768 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4aebdc34-cd9d-486b-af23-0ceb4d392f82 req-ad1a7426-7774-41d3-afcd-660fd78cf32e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 1166 time: 0.0858676
Nov 19 16:03:46.488832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:46.537487 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4aebdc34-cd9d-486b-af23-0ceb4d392f82 req-7bf06edb-6dcf-4e6e-ae83-6d8843a3d129 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845194
Nov 19 16:03:46.548932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:03:46.599052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:46.601143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:46.668558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Allocated IP 172.20.0.4 (59d124a0-3c41-44b8-855a-16305e410976/c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca/fdad771d-8fe9-44d1-bc3d-09933c3a990c) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:03:46.779013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:46.793144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:46.872055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d89967-9dcb-4d92-98be-8901ca003fd8 req-4117a3c1-aafa-4c75-b922-026d585a60e0 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:46.874547 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b1d89967-9dcb-4d92-98be-8901ca003fd8 req-4117a3c1-aafa-4c75-b922-026d585a60e0 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.0982959
Nov 19 16:03:46.938204 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b1d89967-9dcb-4d92-98be-8901ca003fd8 req-1fad0805-375e-42c3-aad7-27c17b96e287 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534065
Nov 19 16:03:47.033829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:47.077651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Transition to ACTIVE for port object fdad771d-8fe9-44d1-bc3d-09933c3a990c will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:03:47.200251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:47.244609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bcaabfd7-6a65-4f37-b655-d7aa1a6ac434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:03:47.495603 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:03:47.501523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:03:47.580883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbddf45-543b-4b8b-bfeb-8f33468cb245 req-e1ba840e-53fc-4357-baf5-af5516495998 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:47.594293 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1dbddf45-543b-4b8b-bfeb-8f33468cb245 req-e1ba840e-53fc-4357-baf5-af5516495998 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.3548679
Nov 19 16:03:47.604197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d82ef-e12f-49bd-abde-9360b18a37e6 req-c0f65f33-7540-4ea1-b344-78812333a2b9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:47.612688 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2b7d82ef-e12f-49bd-abde-9360b18a37e6 req-c0f65f33-7540-4ea1-b344-78812333a2b9 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2126968
Nov 19 16:03:47.614379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Network 59d124a0-3c41-44b8-855a-16305e410976 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:03:47.615777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:03:47.624116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:03:47.760008 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2b7d82ef-e12f-49bd-abde-9360b18a37e6 req-f0c1670d-b92f-4d01-b380-f05ff75e9748 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462147
Nov 19 16:03:47.771055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1dbddf45-543b-4b8b-bfeb-8f33468cb245 req-e246af1a-d6cd-44e3-bfbc-d6de56727a40 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757674
Nov 19 16:03:47.833959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:47.834690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:47.951748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:03:47.982591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b8009c8e-dd61-4f18-9cca-50d2fee709c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:03:47.999884 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3075993
Nov 19 16:03:48.152177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b8009c8e-dd61-4f18-9cca-50d2fee709c0 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:48.152612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:48.161892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5fb19394-6b0b-491c-8dfd-2dd9425c991e req-d8d51049-33a5-42f4-a98b-822847c86a0d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0644009
Nov 19 16:03:48.283955 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'code': 422} returned with failed status
Nov 19 16:03:48.318835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-e400df63-7d44-43cf-932b-4b39f77f8cfd None None] Provisioning for port fdad771d-8fe9-44d1-bc3d-09933c3a990c completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:03:48.331667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-e400df63-7d44-43cf-932b-4b39f77f8cfd None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:03:48.332091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e400df63-7d44-43cf-932b-4b39f77f8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:48.396658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-e400df63-7d44-43cf-932b-4b39f77f8cfd None None] Port fdad771d-8fe9-44d1-bc3d-09933c3a990c cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:03:48.679708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b964d-535e-4f6b-bdfb-4e261b9a141f req-cae79bcc-fa64-4e37-8595-646d9bb568a9 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:48.682214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5b2b964d-535e-4f6b-bdfb-4e261b9a141f req-cae79bcc-fa64-4e37-8595-646d9bb568a9 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1782823
Nov 19 16:03:48.691235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c945c5f-58ac-4a99-917b-731a39c0d07e req-f28c9413-3412-4afd-a75b-3ffc205d5c16 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:48.692958 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5c945c5f-58ac-4a99-917b-731a39c0d07e req-f28c9413-3412-4afd-a75b-3ffc205d5c16 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1445270
Nov 19 16:03:48.783720 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5c945c5f-58ac-4a99-917b-731a39c0d07e req-c5420a61-37f2-433d-a457-ce357b947860 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711992
Nov 19 16:03:48.796959 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5b2b964d-535e-4f6b-bdfb-4e261b9a141f req-928a35f8-9db2-4fbb-b3a0-7d95641fe919 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026497
Nov 19 16:03:49.124169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7328a2-e039-439a-a05e-1a937923fb08 req-918eddff-9ca7-4b02-bc80-8c950f08c16c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:49.126948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d7328a2-e039-439a-a05e-1a937923fb08 req-918eddff-9ca7-4b02-bc80-8c950f08c16c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1758428
Nov 19 16:03:49.134183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c886-53ea-4532-ad68-d468a871276e req-2a297dd6-c697-4a5e-9a79-bd5b00859b39 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:49.135816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa58c886-53ea-4532-ad68-d468a871276e req-2a297dd6-c697-4a5e-9a79-bd5b00859b39 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.1831632
Nov 19 16:03:49.219895 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d7328a2-e039-439a-a05e-1a937923fb08 req-eee08243-d4d9-4cb7-bff1-2f77fbabae3f tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828640
Nov 19 16:03:49.260518 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa58c886-53ea-4532-ad68-d468a871276e req-a0d2ef0f-1bdc-4a8a-ba7e-1e471fbcdadf tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997190
Nov 19 16:03:49.449790 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bed78388-99b7-43f5-9909-f2ac51bdfe0c req-2be11697-b4a7-4f93-9a64-cf513e3d519b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0602517
Nov 19 16:03:50.108693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bf900-ed1c-41c8-b6d1-3ea73e096dbf req-4efd02ba-5857-488d-b2df-4222b8f7ba93 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:50.110415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-342bf900-ed1c-41c8-b6d1-3ea73e096dbf req-4efd02ba-5857-488d-b2df-4222b8f7ba93 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1699827
Nov 19 16:03:50.123579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce965cf-dd7b-41e9-8c1e-8b167b9a2c23 req-dfa24b33-0c8b-4967-a0fd-a8f41aa422ea tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:50.125816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ce965cf-dd7b-41e9-8c1e-8b167b9a2c23 req-dfa24b33-0c8b-4967-a0fd-a8f41aa422ea tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1501982
Nov 19 16:03:50.226902 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-342bf900-ed1c-41c8-b6d1-3ea73e096dbf req-0a5c4772-ab64-4f2f-9706-a48129c65afc tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996790
Nov 19 16:03:50.230748 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ce965cf-dd7b-41e9-8c1e-8b167b9a2c23 req-c832fba2-b8d4-4278-9c94-9f9c0af92d70 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813980
Nov 19 16:03:50.613349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afbb10-120a-4ffb-af77-f4cebcfa5c60 req-1f4f6b02-2629-45a5-8758-b12b0a4ab409 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:50.615094 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30afbb10-120a-4ffb-af77-f4cebcfa5c60 req-1f4f6b02-2629-45a5-8758-b12b0a4ab409 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1628137
Nov 19 16:03:50.622381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec7352-7eb6-4e7b-92f7-f360e3c29f5d req-5760c573-8766-48a6-80cf-2ebdbcc180c3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:50.623970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5cec7352-7eb6-4e7b-92f7-f360e3c29f5d req-5760c573-8766-48a6-80cf-2ebdbcc180c3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.1737969
Nov 19 16:03:50.716373 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30afbb10-120a-4ffb-af77-f4cebcfa5c60 req-927b9e02-1dec-4472-9c10-b8c87477d0d5 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912325
Nov 19 16:03:50.721198 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5cec7352-7eb6-4e7b-92f7-f360e3c29f5d req-39ad783e-bda0-4f78-81df-a01d61e5ca80 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797212
Nov 19 16:03:50.899674 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58048f2a-f516-4d25-ab9c-754cd19d0156 req-d3952ced-93db-4396-8047-17bf1582881c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0495250
Nov 19 16:03:51.545918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefd0a9-38a5-4b40-8ede-ecc92cfdef1e req-e0cfabd8-1d25-4dbb-a4db-ee751883e04c tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:51.547700 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9aefd0a9-38a5-4b40-8ede-ecc92cfdef1e req-e0cfabd8-1d25-4dbb-a4db-ee751883e04c tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1789627
Nov 19 16:03:51.558865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdadc1-fce3-404b-8d76-f65d8b0cc91e req-2ebd1a7e-b1bc-41ea-af38-4f41061c0bac tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:51.563021 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3cbdadc1-fce3-404b-8d76-f65d8b0cc91e req-2ebd1a7e-b1bc-41ea-af38-4f41061c0bac tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1392987
Nov 19 16:03:51.648954 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9aefd0a9-38a5-4b40-8ede-ecc92cfdef1e req-db31aa36-26b1-4f0c-8c6b-9ad669afc5db tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836892
Nov 19 16:03:51.661931 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3cbdadc1-fce3-404b-8d76-f65d8b0cc91e req-77e1af7e-d1f2-422d-a07d-b2258f9531ae tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779920
Nov 19 16:03:52.082506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aed4c-6fc0-41b8-8cad-a9fdd540ac16 req-de0980b8-9c85-43b6-bbba-9f0bb2953183 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:52.084084 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f52aed4c-6fc0-41b8-8cad-a9fdd540ac16 req-de0980b8-9c85-43b6-bbba-9f0bb2953183 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1475737
Nov 19 16:03:52.091495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89346-606e-4b60-94d8-d2e7ff0f54a7 req-a22c92db-5b01-483a-b498-c7d2428a8cff tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:52.093194 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32a89346-606e-4b60-94d8-d2e7ff0f54a7 req-a22c92db-5b01-483a-b498-c7d2428a8cff tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.1928947
Nov 19 16:03:52.183115 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f52aed4c-6fc0-41b8-8cad-a9fdd540ac16 req-6dfd0a3f-33f3-45b5-9cc0-d6e3f4ceac52 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888090
Nov 19 16:03:52.188182 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32a89346-606e-4b60-94d8-d2e7ff0f54a7 req-a53e3164-eacf-40fe-b5e3-36c9e51641e0 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719354
Nov 19 16:03:52.388987 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58c6671f-9794-4933-ba16-3c053b4c2857 req-8719ad80-67af-4250-a12b-a4935448682f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0613546
Nov 19 16:03:52.948314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe47502-e8d9-48d9-87bf-1c6364c17cff req-f98c4580-45ec-44a8-9a99-7d2337e1b7c4 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:52.950215 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ebe47502-e8d9-48d9-87bf-1c6364c17cff req-f98c4580-45ec-44a8-9a99-7d2337e1b7c4 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1316357
Nov 19 16:03:53.024914 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ebe47502-e8d9-48d9-87bf-1c6364c17cff req-b164c34c-0f7e-4bec-ab12-ba9b01ab7c24 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653079
Nov 19 16:03:53.120148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73799c92-7bcd-42b8-ba7c-581e561ce471 req-0e2d36df-c3e1-4bcd-baf6-2857b1b4dc8d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:53.126492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-73799c92-7bcd-42b8-ba7c-581e561ce471 req-0e2d36df-c3e1-4bcd-baf6-2857b1b4dc8d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.0904064
Nov 19 16:03:53.179781 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-73799c92-7bcd-42b8-ba7c-581e561ce471 req-fe2cd612-357f-4be8-beaa-40786e6af9f1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496597
Nov 19 16:03:53.603225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a659c-e5aa-46e6-84f6-a8a30963358d req-12dd009f-ed81-4564-8ecd-2f5b6b9bf5c6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:53.605991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-495a659c-e5aa-46e6-84f6-a8a30963358d req-12dd009f-ed81-4564-8ecd-2f5b6b9bf5c6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.2553821
Nov 19 16:03:53.624276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3cac7-e5ab-4f11-95e9-ba49ed214bf7 req-d1a324c5-531d-432f-baba-b3b1067745c1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:53.627555 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8fc3cac7-e5ab-4f11-95e9-ba49ed214bf7 req-d1a324c5-531d-432f-baba-b3b1067745c1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2233961
Nov 19 16:03:53.727320 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-495a659c-e5aa-46e6-84f6-a8a30963358d req-87e38a9c-2d7f-4820-b50b-e878e6849b71 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943332
Nov 19 16:03:53.730862 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8fc3cac7-e5ab-4f11-95e9-ba49ed214bf7 req-e6fa37da-b8ce-4c4f-9a0a-4735e48249db tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813038
Nov 19 16:03:53.935716 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb7f093a-56d1-4545-8eed-ed2f0538204c req-a3f8f746-ce1d-44f0-8ced-71f07a58e30e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0468705
Nov 19 16:03:54.272796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed93ea-19a2-4431-952f-f422ddff1aeb req-98391fba-ceb5-435d-89fb-510ccee5bbda tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:54.275160 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62ed93ea-19a2-4431-952f-f422ddff1aeb req-98391fba-ceb5-435d-89fb-510ccee5bbda tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1089017
Nov 19 16:03:54.337722 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62ed93ea-19a2-4431-952f-f422ddff1aeb req-7c35cff7-c8b3-4cf5-843b-2e535ab6d6d7 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495906
Nov 19 16:03:54.442765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775db9a7-a331-4056-be28-e523b6818593 req-a06d3af2-59c8-4171-8d1f-ef660f5973e7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:54.446142 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-775db9a7-a331-4056-be28-e523b6818593 req-a06d3af2-59c8-4171-8d1f-ef660f5973e7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1062717
Nov 19 16:03:54.505300 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-775db9a7-a331-4056-be28-e523b6818593 req-09a35302-cf46-4cbb-985e-aef065bd6801 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529299
Nov 19 16:03:54.811487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58116) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:03:54.999466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:55.235319 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-ec543fe2-9918-4311-9643-4c2d298aec17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4208319
Nov 19 16:03:55.261962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac68a-97a1-4422-ba35-d0452cc6e611 req-acad85e2-04df-48a7-8f11-2b6b8f5dd67c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:55.263816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d98ac68a-97a1-4422-ba35-d0452cc6e611 req-acad85e2-04df-48a7-8f11-2b6b8f5dd67c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2539248
Nov 19 16:03:55.270418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005965-aea4-4ce1-95ba-6697aafbba8b req-a4cfb547-9f1e-414c-abe5-e7c52d57cce0 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:55.272223 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94005965-aea4-4ce1-95ba-6697aafbba8b req-a4cfb547-9f1e-414c-abe5-e7c52d57cce0 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.3220646
Nov 19 16:03:55.360754 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d98ac68a-97a1-4422-ba35-d0452cc6e611 req-2849d501-ccf4-4e75-bda4-8516343dd540 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873318
Nov 19 16:03:55.383987 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94005965-aea4-4ce1-95ba-6697aafbba8b req-26b49772-aa05-4e58-943a-2013d055420d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936859
Nov 19 16:03:55.579616 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-422494f7-5746-4bee-8b11-040282816b4d req-64c5f042-4c00-4cc6-b97d-f24e470c74ee tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0571504
Nov 19 16:03:55.721791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c637d8-cf8e-43f6-b28f-f9f5b9c2d51a req-102f5198-0602-470a-b5dc-2146db6cd27b tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:55.724002 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84c637d8-cf8e-43f6-b28f-f9f5b9c2d51a req-102f5198-0602-470a-b5dc-2146db6cd27b tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1515255
Nov 19 16:03:55.910132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84c637d8-cf8e-43f6-b28f-f9f5b9c2d51a req-938f965b-b603-4957-9e43-1cd3c18adb2c tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785421
Nov 19 16:03:55.956495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820b2e1-918a-4f7a-a869-7b6b77e02d91 req-6b7f1f4d-42d6-43e7-b7d7-6af9654cb14c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:55.964336 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e820b2e1-918a-4f7a-a869-7b6b77e02d91 req-6b7f1f4d-42d6-43e7-b7d7-6af9654cb14c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1529124
Nov 19 16:03:56.011945 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e820b2e1-918a-4f7a-a869-7b6b77e02d91 req-f816d874-3ace-4468-850a-881de5581af6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464072
Nov 19 16:03:56.692008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56602b-9e04-43be-ab88-ba492459d894 req-ebc5a162-e88a-430f-9810-0f096c1ba66f tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:56.694262 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ef56602b-9e04-43be-ab88-ba492459d894 req-ebc5a162-e88a-430f-9810-0f096c1ba66f tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.1696053
Nov 19 16:03:56.738784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236936a2-5c1b-44aa-b1e7-2143867e59e4 req-ebddeb81-e8af-4b24-9463-b225c5470962 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:56.740715 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-236936a2-5c1b-44aa-b1e7-2143867e59e4 req-ebddeb81-e8af-4b24-9463-b225c5470962 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1643298
Nov 19 16:03:56.798886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ef56602b-9e04-43be-ab88-ba492459d894 req-18f2c17f-4bc7-4c75-b16f-f9ded4171c37 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982876
Nov 19 16:03:56.811770 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-236936a2-5c1b-44aa-b1e7-2143867e59e4 req-8d90bd44-1dc4-4fe5-96e1-28866089dcb4 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594532
Nov 19 16:03:57.063760 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d482136-7f83-4730-a784-4c4d4a8f9308 req-6d6ffa5b-4123-4405-80c5-85455f74842f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.1156852
Nov 19 16:03:57.265389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe253d-6b28-4947-b834-533f52fdcac2 req-5d04a107-a736-4e70-aa77-ab09f78ffac2 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:57.267087 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6ebe253d-6b28-4947-b834-533f52fdcac2 req-5d04a107-a736-4e70-aa77-ab09f78ffac2 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1671367
Nov 19 16:03:57.608742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b514a-0fc1-45f7-ba50-a3fad3eaf87f req-48011115-d144-4692-80c9-00f847ee1331 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:57.611336 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dc6b514a-0fc1-45f7-ba50-a3fad3eaf87f req-48011115-d144-4692-80c9-00f847ee1331 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.4153357
Nov 19 16:03:57.617107 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6ebe253d-6b28-4947-b834-533f52fdcac2 req-b389cd2a-c34a-4d01-9c10-a5363d30d2bf tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3367441
Nov 19 16:03:57.670170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dc6b514a-0fc1-45f7-ba50-a3fad3eaf87f req-31cf5437-41a9-42f6-8402-2b899c7e0f61 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519903
Nov 19 16:03:58.191038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c2c1b-cc6a-46e1-9b12-88adf7285b2c req-7a25e947-1058-4622-8033-59bb40c46eec tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:58.192718 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb5c2c1b-cc6a-46e1-9b12-88adf7285b2c req-7a25e947-1058-4622-8033-59bb40c46eec tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.2455997
Nov 19 16:03:58.204815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3e8d6-8484-4ed3-9469-514d7544d99c req-3979ab0b-1325-4373-b8c0-a9b5f8fd13ee tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:58.206625 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1ec3e8d6-8484-4ed3-9469-514d7544d99c req-3979ab0b-1325-4373-b8c0-a9b5f8fd13ee tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1681948
Nov 19 16:03:58.318500 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb5c2c1b-cc6a-46e1-9b12-88adf7285b2c req-c39a7353-adb8-4d0d-b29d-52ecbfa9a626 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108599
Nov 19 16:03:58.321281 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1ec3e8d6-8484-4ed3-9469-514d7544d99c req-9ecde68c-091c-463a-a592-f49af35dfee7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955317
Nov 19 16:03:58.506708 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cbd82976-ee6d-4c5d-b8b7-8d14999699bd req-12feae06-0d25-4a4d-96cc-a9993636c4e5 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0643787
Nov 19 16:03:58.857227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53c4fc-82b5-4005-81fe-53e0b011a0ae req-10275f9f-7055-4e97-ba77-94ee810fc7fb tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:58.859060 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa53c4fc-82b5-4005-81fe-53e0b011a0ae req-10275f9f-7055-4e97-ba77-94ee810fc7fb tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.0902073
Nov 19 16:03:58.911583 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa53c4fc-82b5-4005-81fe-53e0b011a0ae req-f34cfb13-569e-4f0e-87f3-c9ae39258a06 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456789
Nov 19 16:03:59.074759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989bac8-958e-47ce-bc28-521207066906 req-2f10557d-bd51-4e1b-acde-3e9548bc9b16 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:59.076442 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e989bac8-958e-47ce-bc28-521207066906 req-2f10557d-bd51-4e1b-acde-3e9548bc9b16 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.0960841
Nov 19 16:03:59.132772 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e989bac8-958e-47ce-bc28-521207066906 req-a4261e31-1e62-400c-8c28-eb2a52d54136 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473413
Nov 19 16:03:59.384259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Request body: {'port': {'device_id': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:03:59.623559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:03:59.627361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a6502-8784-4746-91ef-fc4de5b84748 req-5213534a-fa42-493c-bf0c-9e0ef975f6ac tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:59.630232 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-034a6502-8784-4746-91ef-fc4de5b84748 req-5213534a-fa42-493c-bf0c-9e0ef975f6ac tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1339359
Nov 19 16:03:59.724921 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-034a6502-8784-4746-91ef-fc4de5b84748 req-8a54a166-ae78-4079-88e6-d76ab559b1f2 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883129
Nov 19 16:03:59.748935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a48b-f26c-4ca9-93a3-74583ed6564c req-820904cd-eb4e-4174-b138-a050fe87d1c2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:03:59.754520 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d652a48b-f26c-4ca9-93a3-74583ed6564c req-820904cd-eb4e-4174-b138-a050fe87d1c2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 931 time: 0.1779864
Nov 19 16:03:59.846172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d652a48b-f26c-4ca9-93a3-74583ed6564c req-877e9ede-7fb0-40cc-aefb-d5bfbe984118 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757756
Nov 19 16:03:59.982267 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-77d4e55b-3638-4027-a43f-9ac75cbc1411 req-468bfba8-42df-47e9-9d65-1b3f7a4e6d23 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0965481
Nov 19 16:04:00.243220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a6759-416e-4099-9fb4-27a8fd846518 req-06c0d980-1c32-4a95-a2f7-b5d6dbc844a4 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:00.246329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c40a6759-416e-4099-9fb4-27a8fd846518 req-06c0d980-1c32-4a95-a2f7-b5d6dbc844a4 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1325479
Nov 19 16:04:00.294680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdad771d-8fe9-44d1-bc3d-09933c3a990c {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:04:00.310908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:00.328379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Transition to ACTIVE for port object fdad771d-8fe9-44d1-bc3d-09933c3a990c will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:00.359262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:00.380035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-dddbadcc-0dfe-45df-9543-062ce762665b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:00.399088 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c40a6759-416e-4099-9fb4-27a8fd846518 req-b54ef211-742c-4328-8eb8-dea5f44c0cb7 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441693
Nov 19 16:04:00.464636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f523ce1-6404-4dfb-bee5-c360c5eddc3c req-ab6b4828-a921-403e-bc14-3f85245efd23 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:00.469549 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8f523ce1-6404-4dfb-bee5-c360c5eddc3c req-ab6b4828-a921-403e-bc14-3f85245efd23 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1473405
Nov 19 16:04:00.571333 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8f523ce1-6404-4dfb-bee5-c360c5eddc3c req-c77da03f-7887-4af8-b494-cf6d38d3d1d2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969615
Nov 19 16:04:00.643616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:00.650001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:01.055563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Attempting to bind port fdad771d-8fe9-44d1-bc3d-09933c3a990c on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:01.056462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Attempting to bind port fdad771d-8fe9-44d1-bc3d-09933c3a990c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:01.057072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Attempting to bind port fdad771d-8fe9-44d1-bc3d-09933c3a990c on network 59d124a0-3c41-44b8-855a-16305e410976 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:01.070413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:01.071093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Checking segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:01.071738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:01.072330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Bound using segment: {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:01.073005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Bound port: fdad771d-8fe9-44d1-bc3d-09933c3a990c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b2db31-e9a8-43d0-9e86-14024488a2f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '59d124a0-3c41-44b8-855a-16305e410976'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:01.073610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:01.254028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:01.260431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:01.291184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ab5e4-5bbe-48e1-80f7-dd992c5d8c02 req-8f322520-0566-4292-859f-9f1caa181774 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:01.292936 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-790ab5e4-5bbe-48e1-80f7-dd992c5d8c02 req-8f322520-0566-4292-859f-9f1caa181774 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.2096362
Nov 19 16:04:01.328855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa52c42-113a-4643-a14f-ddf21833a321 req-6faa4a27-0b7b-4fe3-924c-6d5527d0340c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:01.330709 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0aa52c42-113a-4643-a14f-ddf21833a321 req-6faa4a27-0b7b-4fe3-924c-6d5527d0340c tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1643364
Nov 19 16:04:01.391113 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-790ab5e4-5bbe-48e1-80f7-dd992c5d8c02 req-b94e3c42-7699-4916-ac28-05fca3e05eb1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897939
Nov 19 16:04:01.423933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0aa52c42-113a-4643-a14f-ddf21833a321 req-64d1fcb5-2cd0-4d69-8d4e-7b6fb35ebaa0 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742798
Nov 19 16:04:01.619318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a37a640f-4e44-4e0d-9446-d5ffdc33297e req-f7ca4c4f-e1b2-4ed8-b559-af1903cdd65e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0819824
Nov 19 16:04:01.811460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cf261-f3c2-4b21-875f-fba37055cddb req-a714cc6c-0383-4a3d-b262-ce5f49848702 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:01.813351 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c62cf261-f3c2-4b21-875f-fba37055cddb req-a714cc6c-0383-4a3d-b262-ce5f49848702 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1574204
Nov 19 16:04:01.879852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:01.905075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d57e2b3c-e7a5-450a-9534-a83b2537cd19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:01.987980 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c62cf261-f3c2-4b21-875f-fba37055cddb req-34a8a307-3259-4dc6-a891-4739e3df1f77 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674867
Nov 19 16:04:02.078664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:02.084077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:02.143834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:02.153495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] 10.222.0.40 "PUT /v2.0/ports/fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 1157 time: 2.7803576
Nov 19 16:04:02.153495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:02.257524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-23613fe2-6905-444d-a890-a38026915937 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:02.259584 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-23613fe2-6905-444d-a890-a38026915937 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 808 time: 0.2839177
Nov 19 16:04:02.266884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53322e-00e2-49b1-a2ed-327eef4010e0 req-4ecfa028-9aae-420d-83d4-ea89c1ebec60 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:02.268669 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a53322e-00e2-49b1-a2ed-327eef4010e0 req-4ecfa028-9aae-420d-83d4-ea89c1ebec60 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.4211349
Nov 19 16:04:02.401980 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a53322e-00e2-49b1-a2ed-327eef4010e0 req-451c84d6-51f4-4b80-9c35-1454268b9898 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931470
Nov 19 16:04:02.521369 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-c46e6bdb-574f-421c-9e9a-6604ac6c34c5 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fdada4749c3545b98b4f1c0e67721132 HTTP/1.1" status: 200  len: 5081 time: 0.2297502
Nov 19 16:04:02.579874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'port': {'device_id': 'f457ccf7-542f-49a5-a659-874698389742', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'admin_state_up': True, 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'security_groups': ['50d9ee9d-df72-4996-ad6d-66d7290a46f7']}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:02.603695 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-73c8b121-499f-46bc-b2dc-83a871e7253e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1160 time: 0.3117197
Nov 19 16:04:02.777010 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-80c75e6f-c062-4364-93be-2ca287d34a9a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 217 time: 0.1510596
Nov 19 16:04:02.782187 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:04:02.857489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-632e4680-93b6-443a-b645-93e232579c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:02.938109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:02.955072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-44320a3d-1359-418a-919e-a7fc6d8d1f23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:02.958154 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-44320a3d-1359-418a-919e-a7fc6d8d1f23 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.1685450
Nov 19 16:04:03.036772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:03.086894 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-b6214001-1cd6-401d-b6f3-84a41ae73dd7 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112788
Nov 19 16:04:03.106425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Made reservation on behalf of fdada4749c3545b98b4f1c0e67721132 for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:04:03.119308 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:03.221014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b456b7-6203-4165-bd8b-a5ed70467b72 req-bb1a92c3-f675-4d38-af21-1c4340e94e12 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:03.224972 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65b456b7-6203-4165-bd8b-a5ed70467b72 req-bb1a92c3-f675-4d38-af21-1c4340e94e12 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.2704701
Nov 19 16:04:03.534214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65b456b7-6203-4165-bd8b-a5ed70467b72 req-1c3893af-e8bd-4ccd-8cf6-61032f3df88f tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764869
Nov 19 16:04:03.535969 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-40576d4d-a75a-4f30-b023-42eab5200da2 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4372315
Nov 19 16:04:03.950113 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb086bcb-5cc3-4a80-bbc5-b96843f83442 req-56740b79-8810-4c98-b4ab-f1a5fbefa580 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0898905
Nov 19 16:04:03.999147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed663427-d606-449b-8dae-27748a6e9977 req-a3772d33-4722-453e-bc36-0fe327cc1410 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:04.007155 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ed663427-d606-449b-8dae-27748a6e9977 req-a3772d33-4722-453e-bc36-0fe327cc1410 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.7468529
Nov 19 16:04:04.013977 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa1d1f58-c808-4793-b683-d92dccc66099 req-7e3680ce-696f-47e3-b60d-a1c69407fa4f service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4460211
Nov 19 16:04:04.272869 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ed663427-d606-449b-8dae-27748a6e9977 req-1525ef76-d5ae-4748-99f2-e17000f402a1 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2583704
Nov 19 16:04:04.287166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Allocated IP 172.20.0.5 (f708ef6b-caec-489c-8b9c-7880d4f5f049/6ce1842f-426b-44b4-921c-1e9a8b504fe1/96e6c185-cee5-4750-acd3-81674ed60ce7) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:04.362433 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-929f539f-a66e-4ff0-aa43-ed2907dc1fbd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1160 time: 0.1290886
Nov 19 16:04:04.533854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd409-4aa9-4345-a4f1-de159047ed83 req-098012a7-9425-48a6-a23f-f6bfd4eb487d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:04.535809 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d47fd409-4aa9-4345-a4f1-de159047ed83 req-098012a7-9425-48a6-a23f-f6bfd4eb487d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.3646977
Nov 19 16:04:04.593112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-9d4615c9-9a5c-4116-8e91-2b4af0c37288 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:04.594836 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-9d4615c9-9a5c-4116-8e91-2b4af0c37288 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.2241862
Nov 19 16:04:04.666520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0193b-3785-4450-8f96-924823065fb0 req-08b2577e-5a53-4d4c-b4ae-5c0796ca108b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:04.667341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-74b0193b-3785-4450-8f96-924823065fb0 req-08b2577e-5a53-4d4c-b4ae-5c0796ca108b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Synchronizing usage tracker for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:04.693998 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-1cdae9dc-b83d-41e2-bf76-075066e679c6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 217 time: 0.0875494
Nov 19 16:04:04.729842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-74b0193b-3785-4450-8f96-924823065fb0 req-08b2577e-5a53-4d4c-b4ae-5c0796ca108b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Unset dirty status for tenant:68cdcb00989045889bb0139f047e0b67 on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:04.732585 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74b0193b-3785-4450-8f96-924823065fb0 req-08b2577e-5a53-4d4c-b4ae-5c0796ca108b tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.2537708
Nov 19 16:04:04.738942 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d47fd409-4aa9-4345-a4f1-de159047ed83 req-a602ba8d-4f87-4adb-a0bf-e9600cc223f2 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840456
Nov 19 16:04:04.760336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:04.798447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Transition to ACTIVE for port object 96e6c185-cee5-4750-acd3-81674ed60ce7 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:04.805789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14610716-a40f-478a-9383-49e34baa1ab8 req-79538805-0e1f-43c9-b9db-5438bdd1a0c6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:04.807626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14610716-a40f-478a-9383-49e34baa1ab8 req-79538805-0e1f-43c9-b9db-5438bdd1a0c6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2600505
Nov 19 16:04:04.875375 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14610716-a40f-478a-9383-49e34baa1ab8 req-9d1642ed-a4c3-44d9-84b0-a991d6fe47ba tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560954
Nov 19 16:04:04.907892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:04.927583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:05.262492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b764d4eb-1372-46f7-96aa-3e74b3f01613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:05.434824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:05.446622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:05.556496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355864b-5300-406b-9646-ddd848918170 req-639bc3b6-4c49-4552-af25-2a325eee6237 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:05.558412 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7355864b-5300-406b-9646-ddd848918170 req-639bc3b6-4c49-4552-af25-2a325eee6237 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.3281248
Nov 19 16:04:05.560476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:05.567886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae39fc-d1d4-412e-a6c6-f797f9ca3115 req-afd61079-39c1-4c61-8145-0ab644748542 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:05.569750 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-81ae39fc-d1d4-412e-a6c6-f797f9ca3115 req-afd61079-39c1-4c61-8145-0ab644748542 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 931 time: 0.2287612
Nov 19 16:04:05.570815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:05.590620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:05.712032 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-81ae39fc-d1d4-412e-a6c6-f797f9ca3115 req-eeb8b985-c13c-4074-b29a-4929d8136735 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1226130
Nov 19 16:04:05.735221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7355864b-5300-406b-9646-ddd848918170 req-47c1c4c9-8647-48ab-ac7a-6d5540b8a097 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620300
Nov 19 16:04:05.755298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:05.756100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:05.821905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:05.847055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3137801
Nov 19 16:04:05.912128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:04:05.923680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3d71a6d7-9cc2-44ad-87cb-30c9ec88515a None None] Provisioning for port 96e6c185-cee5-4750-acd3-81674ed60ce7 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:05.933072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3d71a6d7-9cc2-44ad-87cb-30c9ec88515a None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:05.933794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3d71a6d7-9cc2-44ad-87cb-30c9ec88515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:06.032736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3d71a6d7-9cc2-44ad-87cb-30c9ec88515a None None] Port 96e6c185-cee5-4750-acd3-81674ed60ce7 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:04:06.045801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c599-d6bd-4605-96da-d5d37f0cf3a1 req-d15f1825-9863-4544-923d-cc2f92013fd3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:06.048148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a985c599-d6bd-4605-96da-d5d37f0cf3a1 req-d15f1825-9863-4544-923d-cc2f92013fd3 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.1652603
Nov 19 16:04:06.059655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0b0d8-52aa-472f-8b2e-fd4da18ea7dd req-a3317598-d3a1-429c-b0cc-f667b6160ac3 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:06.062528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dcc0b0d8-52aa-472f-8b2e-fd4da18ea7dd req-a3317598-d3a1-429c-b0cc-f667b6160ac3 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.1355646
Nov 19 16:04:06.211536 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a985c599-d6bd-4605-96da-d5d37f0cf3a1 req-ce7ad71a-b1af-4b7e-943c-e05d6cbf0491 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471586
Nov 19 16:04:06.221873 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dcc0b0d8-52aa-472f-8b2e-fd4da18ea7dd req-37c5f944-c71f-4c81-8108-064354254b01 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265974
Nov 19 16:04:06.469010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122db51d-0524-4566-8ce7-0934d64b5a86 req-6a1f3ec5-d4c0-498f-af2b-c775b66b09e7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:06.471056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-122db51d-0524-4566-8ce7-0934d64b5a86 req-6a1f3ec5-d4c0-498f-af2b-c775b66b09e7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.0962563
Nov 19 16:04:06.495453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:06.528492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-122db51d-0524-4566-8ce7-0934d64b5a86 req-e514bcb3-ea13-4f27-b9ac-e3a318f6a9bf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468888
Nov 19 16:04:07.025587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320369e-abcb-43f0-81c6-a9ffc04c1240 req-e2ccd018-1710-4d18-b53d-cffad4233ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:07.026294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b320369e-abcb-43f0-81c6-a9ffc04c1240 req-e2ccd018-1710-4d18-b53d-cffad4233ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:07.031823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:07.067105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58653d8-4034-44c4-bf94-7be5497f9017 req-a5e01085-b74c-4e5c-baf0-434003273222 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:07.068803 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c58653d8-4034-44c4-bf94-7be5497f9017 req-a5e01085-b74c-4e5c-baf0-434003273222 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.1203651
Nov 19 16:04:07.077095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b320369e-abcb-43f0-81c6-a9ffc04c1240 req-e2ccd018-1710-4d18-b53d-cffad4233ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:07.078994 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b320369e-abcb-43f0-81c6-a9ffc04c1240 req-e2ccd018-1710-4d18-b53d-cffad4233ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 931 time: 0.2063019
Nov 19 16:04:07.165124 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c58653d8-4034-44c4-bf94-7be5497f9017 req-98272016-d7a0-450d-a031-747dc83687b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839350
Nov 19 16:04:07.167583 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b320369e-abcb-43f0-81c6-a9ffc04c1240 req-667877ed-6556-4cd7-919b-24132674e1b2 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0692923
Nov 19 16:04:07.472756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Request body: {'port': {'device_id': 'f457ccf7-542f-49a5-a659-874698389742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:07.610845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 0357be24-37ec-4603-b0f2-0d7a5560c8dd no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:07.715678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-928cf034-0038-49c4-acc6-7f53356a3669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:07.719255 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-928cf034-0038-49c4-acc6-7f53356a3669 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.2958064
Nov 19 16:04:07.731686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Deleting port 0357be24-37ec-4603-b0f2-0d7a5560c8dd {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:07.732345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:07.897224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:07.900420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:07.939291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4fafa-0c68-4b04-8cb7-1d8a17a22a73 req-f9d8d980-bfbc-431d-ba4f-408fee8ddd7c tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:07.940634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:07.947359 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d0f4fafa-0c68-4b04-8cb7-1d8a17a22a73 req-f9d8d980-bfbc-431d-ba4f-408fee8ddd7c tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.5224380
Nov 19 16:04:07.956773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:07.991720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:07.994693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:08.022888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ee63-53e5-43c3-8f7b-2a3bf14b197b req-130b7d8b-01af-4e53-8bb2-232bfcfc0632 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:08.024633 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c76ee63-53e5-43c3-8f7b-2a3bf14b197b req-130b7d8b-01af-4e53-8bb2-232bfcfc0632 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 945 time: 0.5109293
Nov 19 16:04:08.092515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:08.106129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.106719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.107311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.107824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.108372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.109741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.110257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.111410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.111410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.112044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.113262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.114656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.114862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.115484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.116010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.116523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.117029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.118009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.118280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.118792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.119300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.120830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.120830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.121435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:08.129105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:08.130795 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-24081eb5-438a-448e-8481-efa625202ad6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3363495
Nov 19 16:04:08.154453 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d0f4fafa-0c68-4b04-8cb7-1d8a17a22a73 req-3a45fed9-6689-4f90-b410-3a00bdfc40f7 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2062464
Nov 19 16:04:08.164977 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c76ee63-53e5-43c3-8f7b-2a3bf14b197b req-7878f35a-b287-44c2-ba6e-126180b40508 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/security-groups?id=bce370dc-1c6b-4615-87f8-157f2ee1f8ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324310
Nov 19 16:04:08.246233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-4eb28e50-0a67-4658-bc6c-45ac4bcddef1 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:08.248130 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-4eb28e50-0a67-4658-bc6c-45ac4bcddef1 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.40 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.4523027
Nov 19 16:04:08.299889 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd', 'code': 200}
Nov 19 16:04:08.453955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Deleting port b8009c8e-dd61-4f18-9cca-50d2fee709c0 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:08.454581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:08.605468 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-cbe5f08e-1f03-44c5-8430-fa17ef347a40 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665954
Nov 19 16:04:08.634996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] For port 0357be24-37ec-4603-b0f2-0d7a5560c8dd, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0357be24-37ec-4603-b0f2-0d7a5560c8dd,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:08.635704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:08.669997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2314078-20f6-4d7e-81aa-f1cc43ad2e39 req-eac1ba9b-7a54-4c52-a9d3-a14ee0b4ddc2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:08.681362 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f2314078-20f6-4d7e-81aa-f1cc43ad2e39 req-eac1ba9b-7a54-4c52-a9d3-a14ee0b4ddc2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.2672510
Nov 19 16:04:08.698270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f3d3-9385-41bf-8a96-93a16efb7019 req-bc3065d6-a632-4442-8393-c135fad89a58 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:08.703298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ebc9f3d3-9385-41bf-8a96-93a16efb7019 req-bc3065d6-a632-4442-8393-c135fad89a58 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2883096
Nov 19 16:04:08.727313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e6c185-cee5-4750-acd3-81674ed60ce7 {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:04:08.753083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:08.789909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Transition to ACTIVE for port object 96e6c185-cee5-4750-acd3-81674ed60ce7 will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:08.821815 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f2314078-20f6-4d7e-81aa-f1cc43ad2e39 req-1a17dee6-8577-484c-b650-ee37470027da tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390502
Nov 19 16:04:08.824885 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ebc9f3d3-9385-41bf-8a96-93a16efb7019 req-ad5957eb-4d03-4c35-929b-773feb7974db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926898
Nov 19 16:04:08.826385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:08.844525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:09.032956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:09.044933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:09.138756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Calling delete_port for 0357be24-37ec-4603-b0f2-0d7a5560c8dd owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:09.328493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491285b-1c3c-4315-a266-bd3a45e3ffd8 req-672ee788-688f-4cd7-b605-64f7488a50ae tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:09.338255 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3491285b-1c3c-4315-a266-bd3a45e3ffd8 req-672ee788-688f-4cd7-b605-64f7488a50ae tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.3076210
Nov 19 16:04:09.511493 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3491285b-1c3c-4315-a266-bd3a45e3ffd8 req-8b59c6d3-7db6-4026-988c-13a80f080571 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1720748
Nov 19 16:04:09.610619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Attempting to bind port 96e6c185-cee5-4750-acd3-81674ed60ce7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:09.610996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Attempting to bind port 96e6c185-cee5-4750-acd3-81674ed60ce7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:09.611368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Attempting to bind port 96e6c185-cee5-4750-acd3-81674ed60ce7 on network f708ef6b-caec-489c-8b9c-7880d4f5f049 {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:09.626825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:09.627204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Checking segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:09.627619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:09.628017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Bound using segment: {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:09.628513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Bound port: 96e6c185-cee5-4750-acd3-81674ed60ce7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f088d8-69d2-4823-b19b-3ddd4579ff94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:09.628883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:09.745251 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7be276a8-9da3-437b-bc38-809c1f33ba67 req-9d01eebf-82b6-4344-b396-125a60da6c0d service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1191962
Nov 19 16:04:09.750073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf487-5e82-4117-99f7-b4cd0c17b81c req-ae0b4b31-f6cc-4dae-85cf-a081157f2e1e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:09.752174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-63ddf487-5e82-4117-99f7-b4cd0c17b81c req-ae0b4b31-f6cc-4dae-85cf-a081157f2e1e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 949 time: 0.2940016
Nov 19 16:04:09.882920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] For port b8009c8e-dd61-4f18-9cca-50d2fee709c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b8009c8e-dd61-4f18-9cca-50d2fee709c0,segment=NetworkSegment(8e3494a1-6bcc-497f-99db-e6e3844e160b),segment_id=8e3494a1-6bcc-497f-99db-e6e3844e160b)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:09.883331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:10.006007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-c3257959-9b2e-40e0-8e75-374c62ee59b2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:04:10.053120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Calling delete_port for b8009c8e-dd61-4f18-9cca-50d2fee709c0 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:10.119212 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7eb6ad4a-a5ca-4d90-afff-843d46fc6756 req-00e35a98-917e-404b-97aa-5abc3a408668 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 210 time: 0.0992243
Nov 19 16:04:10.179262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:10.183874 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-63ddf487-5e82-4117-99f7-b4cd0c17b81c req-fb3ab697-598e-46dc-9198-e99b50d16a0e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/security-groups?id=30549d8f-7e38-445f-8eb2-21bb2f9bef64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626585
Nov 19 16:04:10.186319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:10.261097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:10.294021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:10.383326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:10.412284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41199d72-da5e-49c8-aaed-48e85b2b66bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:10.494259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:10.615895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:10.620252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:10.664127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Pushing event deleted for resources: {'Port': ['ID=0357be24-37ec-4603-b0f2-0d7a5560c8dd,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:10.755762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:10.756960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:10.758485 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] 10.222.0.40 "PUT /v2.0/ports/96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 1157 time: 3.2906389
Nov 19 16:04:10.760834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:10.780762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50958926-87fc-46dc-bbca-2cd2b7f1f05f req-f04cb93e-9815-49ed-9dc3-3a94b604ded2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:10.783818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50958926-87fc-46dc-bbca-2cd2b7f1f05f req-f04cb93e-9815-49ed-9dc3-3a94b604ded2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 943 time: 0.3588939
Nov 19 16:04:10.792185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:10.792743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9aef4a59-366d-4761-b24c-7c786e8f9a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:10.821502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dfffe-1a27-437f-9989-e03d08ea9f78 req-2ad96ecb-c792-4ec8-aacc-a30dc9765f0c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:10.829381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-847dfffe-1a27-437f-9989-e03d08ea9f78 req-2ad96ecb-c792-4ec8-aacc-a30dc9765f0c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.3385806
Nov 19 16:04:10.880988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Pushing event deleted for resources: {'Port': ['ID=b8009c8e-dd61-4f18-9cca-50d2fee709c0,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:10.887667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:11.055187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port fdad771d-8fe9-44d1-bc3d-09933c3a990c completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:11.063032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:11.064406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:11.180997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] No DVR routers for this DVR port b8009c8e-dd61-4f18-9cca-50d2fee709c0 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:04:11.188660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:11.192934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] No DVR routers for this DVR port 0357be24-37ec-4603-b0f2-0d7a5560c8dd on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:04:11.193890 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-847dfffe-1a27-437f-9989-e03d08ea9f78 req-6f8153ed-9684-4c7f-ae2e-13ebaa0adbd5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3204558
Nov 19 16:04:11.231457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'name': 'network-vif-deleted', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:11.231457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:11.234376 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50958926-87fc-46dc-bbca-2cd2b7f1f05f req-40d224fd-6db6-4f6c-9f76-e67ceb99d592 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4252086
Nov 19 16:04:11.297501 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-db1b51ce-7a98-4135-ac1c-87697a684774 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1160 time: 0.4212058
Nov 19 16:04:11.352925 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99af0419-db3f-42f8-84d8-09accfcfd556 req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.40 "DELETE /v2.0/ports/b8009c8e-dd61-4f18-9cca-50d2fee709c0 HTTP/1.1" status: 204  len: 173 time: 3.0856750
Nov 19 16:04:11.355370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:11.355597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-74b0193b-3785-4450-8f96-924823065fb0 req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.40 "DELETE /v2.0/ports/0357be24-37ec-4603-b0f2-0d7a5560c8dd HTTP/1.1" status: 204  len: 173 time: 3.8491390
Nov 19 16:04:11.440949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:11.442623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:11.461170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-16ce56f3-fdc2-4765-a37c-82cc88bf31e8 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 217 time: 0.1498315
Nov 19 16:04:11.477040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:11.479163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2cd99ad0-27b5-4b88-9965-796fabebefff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:11.529754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b8009c8e-dd61-4f18-9cca-50d2fee709c0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:11.614437 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'status': 'completed', 'code': 200}
Nov 19 16:04:11.629113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: b8009c8e-dd61-4f18-9cca-50d2fee709c0 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:11.629847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b8009c8e-dd61-4f18-9cca-50d2fee709c0 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:11.669199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e4f543-83a2-47f6-9b02-c42d9cf43dc5', 'name': 'network-vif-deleted', 'tag': 'b8009c8e-dd61-4f18-9cca-50d2fee709c0', 'status': 'completed', 'code': 200}
Nov 19 16:04:11.717207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:11.722323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:11.844818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-9abac786-7ad3-4604-bcb4-3fa16c36c53f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:11.846512 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-9abac786-7ad3-4604-bcb4-3fa16c36c53f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.3774259
Nov 19 16:04:11.982596 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-228a16d3-c81f-479f-97f0-68f8ca17d624 req-0beefefa-23d6-42ae-b050-827b41245977 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] 10.222.0.43 "GET /v2.0/ports?device_id=b8a789f9-ec01-451b-945a-dacb1cdcc6e4 HTTP/1.1" status: 200  len: 210 time: 0.0633731
Nov 19 16:04:11.997355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd437ac9-1ded-4f0f-bc92-244d25bfd189 req-2134b1ae-63c9-46ac-be6b-bb0662a73d64 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:12.002343 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd437ac9-1ded-4f0f-bc92-244d25bfd189 req-2134b1ae-63c9-46ac-be6b-bb0662a73d64 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.3990309
Nov 19 16:04:12.079685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:12.097870 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-016ce9c4-a4a6-41cb-a337-0397704405b2 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2333724
Nov 19 16:04:12.212169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:12.214310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:12.276572 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd437ac9-1ded-4f0f-bc92-244d25bfd189 req-e5293c88-cdb1-43bd-a777-a42fbb14bee4 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2625043
Nov 19 16:04:12.305917 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-5e2df306-88d5-4d71-afe7-57fe89a21780 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39&tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 1160 time: 0.1008527
Nov 19 16:04:12.309815 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e59c811e-7d20-4e0d-b1d8-1622a48968fd req-76b8c5f6-f172-47ce-9ed1-4d26e7038212 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1551321
Nov 19 16:04:12.438158 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-3142001b-fa88-413b-9c69-7330db9145c4 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231392
Nov 19 16:04:12.479293 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'code': 200}
Nov 19 16:04:12.621623 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-17abfe03-58ae-48d9-af4a-851459545258 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1160 time: 0.2459695
Nov 19 16:04:12.801029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dca55-7da0-4e63-84f1-0a02fef40212 req-144844be-fa34-4f63-a49e-98a7c75f5533 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:12.803257 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8c4dca55-7da0-4e63-84f1-0a02fef40212 req-144844be-fa34-4f63-a49e-98a7c75f5533 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2318928
Nov 19 16:04:12.850793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-b90cd0a7-99c6-4c62-adb9-fc39c2d8d0de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:12.850793 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-b90cd0a7-99c6-4c62-adb9-fc39c2d8d0de service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.2152004
Nov 19 16:04:12.865184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cb8edbf2-258b-48e1-8cdf-9c4f414fff0b req-c8fcb35e-598c-4035-aa6a-f7509ba9fa99 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4197011
Nov 19 16:04:12.887167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57820f-a665-4b03-bebb-d0c8833ba023 req-3efdd207-576b-4be9-98bc-69b24847bd3d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:12.888935 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa57820f-a665-4b03-bebb-d0c8833ba023 req-3efdd207-576b-4be9-98bc-69b24847bd3d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2350066
Nov 19 16:04:12.904014 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8c4dca55-7da0-4e63-84f1-0a02fef40212 req-f74892f2-406e-4a2d-851f-a601d5c5f1a7 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915055
Nov 19 16:04:12.966281 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa57820f-a665-4b03-bebb-d0c8833ba023 req-a7b408e0-7190-4074-a260-24bc9721576c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608051
Nov 19 16:04:13.014644 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-dccfef07-ff9a-4c44-90a9-d7b7fafe8443 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 999 time: 0.1524832
Nov 19 16:04:13.130773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58372) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:13.671160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-deleted', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:13.691674 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3d4613a9-a813-4cbf-a313-0ee6b43a5a38 req-34c40397-a5af-4ceb-8b54-9a403be81b1d tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.1215112
Nov 19 16:04:13.836648 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a789f9-ec01-451b-945a-dacb1cdcc6e4', 'name': 'network-vif-deleted', 'tag': '0357be24-37ec-4603-b0f2-0d7a5560c8dd', 'status': 'completed', 'code': 200}
Nov 19 16:04:14.111277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223983d4-5b2d-49e7-a3cb-9bbf329cc534 req-ef5e91b8-636f-408f-90a2-1f6860a511ec tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:14.112975 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-223983d4-5b2d-49e7-a3cb-9bbf329cc534 req-ef5e91b8-636f-408f-90a2-1f6860a511ec tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.5444150
Nov 19 16:04:14.315980 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-223983d4-5b2d-49e7-a3cb-9bbf329cc534 req-252f9f7b-927f-4af9-97dd-7cc44ed26f34 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1564348
Nov 19 16:04:14.345298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575796e-a7bd-435f-8ead-96fa76bf3334 req-75f7111d-74bd-48d5-af6d-5c38f77d33b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:14.348253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f575796e-a7bd-435f-8ead-96fa76bf3334 req-75f7111d-74bd-48d5-af6d-5c38f77d33b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2299929
Nov 19 16:04:14.371004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:14.588723 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f575796e-a7bd-435f-8ead-96fa76bf3334 req-eca83efb-5ef3-4066-af0b-b58d46abf080 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207422
Nov 19 16:04:14.628952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3578d96-ae30-437f-9b70-2d99359678ef req-8df540e3-f5bc-4be8-9d74-751e4ef0b153 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:14.631035 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f3578d96-ae30-437f-9b70-2d99359678ef req-8df540e3-f5bc-4be8-9d74-751e4ef0b153 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1649997
Nov 19 16:04:14.787124 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f3578d96-ae30-437f-9b70-2d99359678ef req-6c5b7018-7925-4375-aeb6-fe1ea5c68a1e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921707
Nov 19 16:04:14.992037 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e8cfb21-30d3-405f-a6a9-954efff119b3 req-89fac2d4-89cf-4de3-9101-8100c348100e tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] 10.222.0.43 "GET /v2.0/ports?device_id=42e4f543-83a2-47f6-9b02-c42d9cf43dc5 HTTP/1.1" status: 200  len: 210 time: 0.0688584
Nov 19 16:04:15.400489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Deleting port 4fcd8583-249f-4068-bfeb-bb01010d936b {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:15.401047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:15.879664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-b6deeecb-47a1-4c32-bf17-c72e9655375a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:15.882624 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-b6deeecb-47a1-4c32-bf17-c72e9655375a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.3287370
Nov 19 16:04:16.024591 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-280384db-eb07-4211-b35b-b00fe53dc892 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1160 time: 0.3884757
Nov 19 16:04:16.077496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a267-593d-4f6f-874f-ac1864dac152 req-615e56ff-061c-4afd-88a1-c901b06be54a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:16.079215 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1eb9a267-593d-4f6f-874f-ac1864dac152 req-615e56ff-061c-4afd-88a1-c901b06be54a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.5985575
Nov 19 16:04:16.094054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] For port 4fcd8583-249f-4068-bfeb-bb01010d936b, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4fcd8583-249f-4068-bfeb-bb01010d936b,segment=NetworkSegment(2e38334a-6f6b-442f-ae68-316ef5082ed2),segment_id=2e38334a-6f6b-442f-ae68-316ef5082ed2)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:16.094422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:16.243387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-c8c7c1fc-0ebc-417b-91cb-71dcb5d5ccfc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3516672
Nov 19 16:04:16.261868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Calling delete_port for 4fcd8583-249f-4068-bfeb-bb01010d936b owned by network:router_interface {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:16.299828 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9861036-916d-4aaf-b982-30aa1c0b3d83 req-7a28c30b-40c7-4c25-a24f-3b7eb960c41b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 0.7179883
Nov 19 16:04:16.335560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-50bf5e1b-2ed9-41eb-b17d-01e25f9945a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:16.342874 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-50bf5e1b-2ed9-41eb-b17d-01e25f9945a0 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.3083234
Nov 19 16:04:16.348617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee041-e6d1-4401-9da9-292c9cb5861e req-41cbee9c-5ba1-4797-8248-45f967617d34 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:16.350333 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-416ee041-e6d1-4401-9da9-292c9cb5861e req-41cbee9c-5ba1-4797-8248-45f967617d34 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.4826949
Nov 19 16:04:16.359443 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1eb9a267-593d-4f6f-874f-ac1864dac152 req-f992e936-79d0-49fa-9975-81bffb3ff961 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2563479
Nov 19 16:04:16.897928 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-416ee041-e6d1-4401-9da9-292c9cb5861e req-57ee6ddb-34e4-4be6-82ee-aa0bfa5f5af8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5341363
Nov 19 16:04:16.964916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d069e-3df5-4d1e-b3dc-4efcf423c03d req-2b998b6c-c633-42e9-ab68-9a5db25a7448 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:16.966693 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a07d069e-3df5-4d1e-b3dc-4efcf423c03d req-2b998b6c-c633-42e9-ab68-9a5db25a7448 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.3586771
Nov 19 16:04:17.075710 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a07d069e-3df5-4d1e-b3dc-4efcf423c03d req-90f39d17-fcc6-453f-8844-11028312acec tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727038
Nov 19 16:04:17.107285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:17.144355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:17.316143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcd8583-249f-4068-bfeb-bb01010d936b,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:17.327704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:17.790238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89604-ef8d-487c-a16b-ccb84e6137a5 req-d234589f-3133-4237-8b94-672d229e4b41 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:17.792105 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7ec89604-ef8d-487c-a16b-ccb84e6137a5 req-d234589f-3133-4237-8b94-672d229e4b41 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1520023
Nov 19 16:04:18.015600 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7ec89604-ef8d-487c-a16b-ccb84e6137a5 req-376c545c-f9f6-474e-9c0e-e8b44e87d0ca tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1239805
Nov 19 16:04:18.034621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:18.286205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78996df6-29ad-4dbc-b8ec-72a325727fe7 req-f4000ca7-9868-463d-95f8-25a3f4a5f0d6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:18.287937 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-78996df6-29ad-4dbc-b8ec-72a325727fe7 req-f4000ca7-9868-463d-95f8-25a3f4a5f0d6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2302396
Nov 19 16:04:18.489216 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-78996df6-29ad-4dbc-b8ec-72a325727fe7 req-1b9dbc2a-b19c-413b-a227-4170f57f78d4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339653
Nov 19 16:04:18.522554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ccd4-95f0-4651-a59a-b3f5343b50ad req-a08eb267-caf3-4b54-95f6-8208f8eb086e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:18.524183 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-97d3ccd4-95f0-4651-a59a-b3f5343b50ad req-a08eb267-caf3-4b54-95f6-8208f8eb086e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1438568
Nov 19 16:04:18.650427 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-97d3ccd4-95f0-4651-a59a-b3f5343b50ad req-2df36426-24d8-430b-81cc-45e5cec293a9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728421
Nov 19 16:04:19.070842 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9861036-916d-4aaf-b982-30aa1c0b3d83 req-f3dbe798-9495-4b4c-ace0-ea5910552144 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158357
Nov 19 16:04:19.135711 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-ae7a7d22-2bfd-4886-b17d-97f699b9dab0 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 217 time: 0.1526737
Nov 19 16:04:19.184994 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-ea1ddc95-7e9b-4092-b1c0-2e472fb5dc3b service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427962
Nov 19 16:04:19.214801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Router 70863c3c-5fe8-4723-9696-a23cc322484d has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:04:19.628488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c57b-dbd3-48e9-a9c2-bec8d13d7179 req-bc4154f8-7432-4a93-aa49-7e03f759fc5f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:19.630657 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ba9c57b-dbd3-48e9-a9c2-bec8d13d7179 req-bc4154f8-7432-4a93-aa49-7e03f759fc5f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.3482170
Nov 19 16:04:19.822175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ba9c57b-dbd3-48e9-a9c2-bec8d13d7179 req-1c24dc02-c496-44a7-a068-461e6a073622 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1527879
Nov 19 16:04:19.859495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd019fd4-f6bc-4dd4-820e-4118c185c1af req-5387c46e-64ef-4744-b824-4504121f906d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:19.859495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd019fd4-f6bc-4dd4-820e-4118c185c1af req-5387c46e-64ef-4744-b824-4504121f906d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2224891
Nov 19 16:04:19.882173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:04:19.895492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Sync routers for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:04:19.922408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58596) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:19.922788 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/70863c3c-5fe8-4723-9696-a23cc322484d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7905130
Nov 19 16:04:19.936024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:19.938820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764647438>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:19.961591 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd019fd4-f6bc-4dd4-820e-4118c185c1af req-f29557f1-e8d2-42bb-9c03-2810e72b45ce tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766041
Nov 19 16:04:20.163832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bc3ec-0c94-4f2f-86d3-a5f11ed7107a req-ea3a162b-6562-43a6-9dbb-b2a1cd24a4bf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:20.166445 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-182bc3ec-0c94-4f2f-86d3-a5f11ed7107a req-ea3a162b-6562-43a6-9dbb-b2a1cd24a4bf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1135015
Nov 19 16:04:20.214410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:20.234558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-182bc3ec-0c94-4f2f-86d3-a5f11ed7107a req-f04547bd-1fd3-4b56-8069-06aa9ca47dbe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610671
Nov 19 16:04:20.307189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:20.481048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:20.516446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Deleting port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:20.516854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:20.644070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764647438>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:04:16Z', 'revision_number': 5, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port': {'id': 'd9ba1f10-d5a0-4ed8-8905-6d5cc525afc1', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:26Z', 'updated_at': '2020-11-19T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:20.648981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Checking router: 70863c3c-5fe8-4723-9696-a23cc322484d for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:04:20.662826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Routers {'70863c3c-5fe8-4723-9696-a23cc322484d'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:20.663513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764647438>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['70863c3c-5fe8-4723-9696-a23cc322484d'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:20.748233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] For port d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:20.748233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:20.931569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Calling delete_port for d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 owned by network:router_gateway {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:21.008598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] Set router 70863c3c-5fe8-4723-9696-a23cc322484d gateway port host: None {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:21.211946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2232e-1524-4d05-9e68-ee094df460cf req-58fd6bce-86a5-4bd7-b875-aaabb21cd664 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:21.213717 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dbb2232e-1524-4d05-9e68-ee094df460cf req-58fd6bce-86a5-4bd7-b875-aaabb21cd664 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1888230
Nov 19 16:04:21.288616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764647438>, [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:04:20Z', 'revision_number': 6, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port_host': None}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:21.297527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518b216-5fa7-4ca6-9bf6-83f48c8d8d38 None None] The sync data for ids ['70863c3c-5fe8-4723-9696-a23cc322484d'] in dv-cinder-763306-3-iscsi is: [{'id': '70863c3c-5fe8-4723-9696-a23cc322484d', 'name': 'tempest-ServerRescueNegativeTestJSON-1052403895-router', 'tenant_id': '68cdcb00989045889bb0139f047e0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:04:20Z', 'revision_number': 6, 'project_id': '68cdcb00989045889bb0139f047e0b67', 'gw_port_host': None}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:04:21.343420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dbb2232e-1524-4d05-9e68-ee094df460cf req-177f9c82-7c91-4455-9642-aa930189666e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1208425
Nov 19 16:04:21.617836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28cb92-ee8d-40ba-909a-58284bf84312 req-453718e8-51a6-4d2a-ba5b-3dca9dc0fa43 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:21.619099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4fcd8583-249f-4068-bfeb-bb01010d936b no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:21.619512 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb28cb92-ee8d-40ba-909a-58284bf84312 req-453718e8-51a6-4d2a-ba5b-3dca9dc0fa43 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2662144
Nov 19 16:04:21.660449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 4fcd8583-249f-4068-bfeb-bb01010d936b {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:21.662861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4fcd8583-249f-4068-bfeb-bb01010d936b not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:21.684528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15350-7fc1-45ce-b84b-5a9b3821b690 req-6031a589-832f-44f0-ba6a-b00baf1dfb93 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:21.693571 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fdf15350-7fc1-45ce-b84b-5a9b3821b690 req-6031a589-832f-44f0-ba6a-b00baf1dfb93 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1647799
Nov 19 16:04:21.733905 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb28cb92-ee8d-40ba-909a-58284bf84312 req-ca8ba853-b65e-43f6-9e9c-f48740a62efa tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054788
Nov 19 16:04:21.782853 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fdf15350-7fc1-45ce-b84b-5a9b3821b690 req-ed295ce4-328f-4fde-979f-9bd1a7708819 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804923
Nov 19 16:04:21.917638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:21.933848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d72037f6-c07c-4bb1-b069-91d52576c7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:22.035755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:22.040495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:22.537348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-8d46e4a4-3a35-4dd9-8ad3-639cbc4ee9ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:22.539100 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-8d46e4a4-3a35-4dd9-8ad3-639cbc4ee9ad service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.3717461
Nov 19 16:04:22.551654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:22.696867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-5f82bc87-2ea8-4815-9808-67ee71e8ea45 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2398739
Nov 19 16:04:22.710239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b6b6a-a1c8-4e8a-b886-f896e2779bad req-702b81de-4a9d-4381-9f91-a8d1d7635904 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:22.712033 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b37b6b6a-a1c8-4e8a-b886-f896e2779bad req-702b81de-4a9d-4381-9f91-a8d1d7635904 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1619349
Nov 19 16:04:22.893418 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b37b6b6a-a1c8-4e8a-b886-f896e2779bad req-8133cac9-880d-462b-b5e1-f99dbcceb520 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1737478
Nov 19 16:04:22.907813 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-b60b8256-7a47-4d04-98c6-160c67f880bc service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 1162 time: 0.1467240
Nov 19 16:04:22.981797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:22.990467 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-681f0b11-7c0a-466a-84ab-bbfdde65e73d req-4b502a85-6823-4bbc-a501-535f848807a6 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8203349
Nov 19 16:04:22.994499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:23.080046 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-b006d0d0-6cdf-435f-ac6f-8b423ff9077b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3768265
Nov 19 16:04:23.227782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:23.228487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70863c3c-5fe8-4723-9696-a23cc322484d {{(pid=80425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:04:23.238824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-10c4fea7-8e04-4a7a-882c-cdfb3215a13d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:23.240698 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-10c4fea7-8e04-4a7a-882c-cdfb3215a13d service neutron] 10.222.0.40 "GET /v2.0/networks?id=b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 200  len: 907 time: 0.2829025
Nov 19 16:04:23.248987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b6e5-d3c4-4b01-9ca2-128804739c20 req-1c8f5d9e-2bcd-4074-a54c-8f81923313cb tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:23.256922 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-92f1b6e5-d3c4-4b01-9ca2-128804739c20 req-1c8f5d9e-2bcd-4074-a54c-8f81923313cb tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.3584411
Nov 19 16:04:23.263696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:23.267624 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/70863c3c-5fe8-4723-9696-a23cc322484d HTTP/1.1" status: 204  len: 168 time: 3.3433526
Nov 19 16:04:23.268354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58700) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:23.269786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65daaa-cfbf-4612-ab47-3e9377863635 req-2d553240-cf4e-45ef-a6bf-679dde84700b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:23.271467 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c65daaa-cfbf-4612-ab47-3e9377863635 req-2d553240-cf4e-45ef-a6bf-679dde84700b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2123630
Nov 19 16:04:23.477416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:23.490211 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c65daaa-cfbf-4612-ab47-3e9377863635 req-b0031952-350a-48f7-ad6a-926fc900521f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1970415
Nov 19 16:04:23.504917 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-4fd9e6f7-344d-488e-b517-391761fe5293 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09707adb-f736-48b4-9c21-c987769a06a2 HTTP/1.1" status: 200  len: 217 time: 0.2318132
Nov 19 16:04:23.509429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-92f1b6e5-d3c4-4b01-9ca2-128804739c20 req-816f4554-1ebb-42d6-8cc1-c1507ad6d533 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510605
Nov 19 16:04:23.615659 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-63a862f0-bfe3-4157-a233-1cb38006c1d2 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5213027
Nov 19 16:04:23.630638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-fc6d7dc9-32dc-4653-b385-3a8f92953a28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:23.646966 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-fc6d7dc9-32dc-4653-b385-3a8f92953a28 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 200  len: 853 time: 0.1331577
Nov 19 16:04:23.669849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:23.741913 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-9b10a88f-75db-496e-b955-c80875c40e4f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=b67abdee-3954-4e35-9f4c-823281435803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695689
Nov 19 16:04:23.772067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:23.772842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:23.848131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Deleting subnet 69200311-76b7-4a0e-9c3a-43ff669fdac8 {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:04:23.852102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:23.858271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:23.858730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d9ba1f10-d5a0-4ed8-8905-6d5cc525afc1 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:23.917335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:24.015828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:24.066238 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-20ab3745-096b-442a-9c17-cebaaf076ad9 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150334
Nov 19 16:04:24.387474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1d7ad-aef8-4c58-8297-c6cb8168da53 req-fe4edb4d-adc0-4feb-90c5-76c50f0a2bad tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:24.389425 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bed1d7ad-aef8-4c58-8297-c6cb8168da53 req-fe4edb4d-adc0-4feb-90c5-76c50f0a2bad tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1846676
Nov 19 16:04:24.393378 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3961f4b5-bd7b-49a5-b366-73d0526c63c8 req-a85ef589-d24f-46ee-bddd-72fb49ce3e29 service neutron] 10.222.0.40 "GET /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3194163
Nov 19 16:04:24.457802 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bed1d7ad-aef8-4c58-8297-c6cb8168da53 req-d0dedcf1-0ca6-4680-b00c-b167e6c33f65 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0600109
Nov 19 16:04:24.500359 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de2661e3-7eb4-4be4-8e63-35276a368e1c req-bc8443c5-24f0-448c-9a18-fe65217605cc service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8664980
Nov 19 16:04:24.581899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58750) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:24.858918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:24.879906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:25.002049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed2995-d011-4108-9e56-36d3e79122cd req-50e2a4b4-86aa-4072-b47e-2491562042d4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:25.002049 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c3ed2995-d011-4108-9e56-36d3e79122cd req-50e2a4b4-86aa-4072-b47e-2491562042d4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.1292162
Nov 19 16:04:25.003856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69200311-76b7-4a0e-9c3a-43ff669fdac8,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:25.004015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5cb3-8734-4c81-bcde-1624e04d3090 req-f33488e3-4921-4daf-9d68-63a03d4321e2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:25.004435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:25.004581 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-01af5cb3-8734-4c81-bcde-1624e04d3090 req-f33488e3-4921-4daf-9d68-63a03d4321e2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2246988
Nov 19 16:04:25.011707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.026592 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-628e4244-aff3-4f30-8d69-26289ae013c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bb41e87b8504accab3bbcd3a50fa673&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4433117
Nov 19 16:04:25.029362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58760) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:25.049173 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c3ed2995-d011-4108-9e56-36d3e79122cd req-1c8b58c1-32f6-4abe-a7cc-041969a0c2d4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889945
Nov 19 16:04:25.085863 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-01af5cb3-8734-4c81-bcde-1624e04d3090 req-4c5a108b-0329-4378-9756-edb8b2aded24 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857542
Nov 19 16:04:25.091440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.116013 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1f61afae-baab-4fc8-9cfd-087b9cef3d5e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/69200311-76b7-4a0e-9c3a-43ff669fdac8 HTTP/1.1" status: 204  len: 168 time: 1.8418183
Nov 19 16:04:25.116400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58766) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:25.244481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.285904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.292081 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22064-7312-4259-ba4a-aef1f7a85889 req-af57dac2-46d2-48f2-aa9a-5c56ed4ee3af tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:25.293775 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-56e22064-7312-4259-ba4a-aef1f7a85889 req-af57dac2-46d2-48f2-aa9a-5c56ed4ee3af tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.0934191
Nov 19 16:04:25.345710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.347860 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-56e22064-7312-4259-ba4a-aef1f7a85889 req-2c959657-e0aa-4339-9c6b-7d3ee62e92ec tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465221
Nov 19 16:04:25.527817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.597732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.607740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8cc61fb9-5397-4d56-9b05-c029ae156f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:25.638757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30549d8f-7e38-445f-8eb2-21bb2f9bef64,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:25.645283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:25.698883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f57645854a8>,) {'filters': {'network_id': ['2dd30172-ef32-4ee0-83bc-4726763ab8bd']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:25.714798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f57645854a8>, '2e38334a-6f6b-442f-ae68-316ef5082ed2') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:25.715136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f57645854a8>, '2e38334a-6f6b-442f-ae68-316ef5082ed2') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:25.730099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.755895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.757181 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30549d8f-7e38-445f-8eb2-21bb2f9bef64 HTTP/1.1" status: 204  len: 168 time: 0.7262211
Nov 19 16:04:25.758589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:25.762568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:04:25.826212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ca70b-1231-464a-83e7-6e0715fc1b18 req-f4ccd8a5-93cc-4d24-b119-efbaf0488ec8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:25.828468 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b90ca70b-1231-464a-83e7-6e0715fc1b18 req-f4ccd8a5-93cc-4d24-b119-efbaf0488ec8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1614053
Nov 19 16:04:26.037317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:04:26.039794 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b90ca70b-1231-464a-83e7-6e0715fc1b18 req-2641182e-1a94-43e7-be97-84b0b9dd704c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2045989
Nov 19 16:04:26.073838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:26.115645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56686-ecb9-4027-b0be-084624b892cb req-237b0e41-8ac0-41a5-9b84-4325e2b5e515 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:26.124063 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67d56686-ecb9-4027-b0be-084624b892cb req-237b0e41-8ac0-41a5-9b84-4325e2b5e515 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.2560983
Nov 19 16:04:26.189756 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67d56686-ecb9-4027-b0be-084624b892cb req-e6795464-cb85-4183-a445-713a213ffe76 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645096
Nov 19 16:04:26.363959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Network 2dd30172-ef32-4ee0-83bc-4726763ab8bd has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:04:26.390000 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:04:26.505925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:26.511140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-927f03ef-86b6-4725-a274-9ae2c69a0cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:26.520705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7b4f4-5f5b-4439-b003-f2c5b99432c6 req-0e659f7f-6f49-4e6d-a005-bbfbfa5508f3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:26.522509 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04b7b4f4-5f5b-4439-b003-f2c5b99432c6 req-0e659f7f-6f49-4e6d-a005-bbfbfa5508f3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1361775
Nov 19 16:04:26.543382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:26.566307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd30172-ef32-4ee0-83bc-4726763ab8bd,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:26.574970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:26.579092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04b7b4f4-5f5b-4439-b003-f2c5b99432c6 req-0af55102-f784-4786-99ea-ebbc1efacee3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495844
Nov 19 16:04:26.619853 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ec1d1b38-2eb6-4a95-9e6d-646651d46ee9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2dd30172-ef32-4ee0-83bc-4726763ab8bd HTTP/1.1" status: 204  len: 168 time: 1.5019135
Nov 19 16:04:27.086097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58800) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:27.197670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d4d074fd-dd2a-46ef-8136-33a7f593d5b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68cdcb00989045889bb0139f047e0b67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1079481
Nov 19 16:04:27.197899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58808) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:27.362486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:27.627043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:27.683514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786322-e22e-4b81-b917-b295440b9964 req-1eff6e86-6bef-498b-87b5-3f6a456581bd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:27.684677 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b4786322-e22e-4b81-b917-b295440b9964 req-1eff6e86-6bef-498b-87b5-3f6a456581bd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.4117005
Nov 19 16:04:27.793134 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b4786322-e22e-4b81-b917-b295440b9964 req-7702b4ac-6515-4db2-8ccc-f94f127855d7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0925863
Nov 19 16:04:27.950206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:27.954925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d68bd25f-51ff-489c-b319-8a3c5f1dedd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:27.987434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce370dc-1c6b-4615-87f8-157f2ee1f8ed,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:28.019636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.020240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.020748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.021196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.021660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.022221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.022555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.023525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.024129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.025501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.026199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.026648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.027319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.027823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.028429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.029069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.029820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.031209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.031938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.032527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.033004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.033578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.034002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.034727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:28.048202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:28.050567 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bce370dc-1c6b-4615-87f8-157f2ee1f8ed HTTP/1.1" status: 204  len: 168 time: 0.8513656
Nov 19 16:04:28.053359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:28.087156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0765-7bbc-4c8a-b58b-52b4792949cc req-ace0e984-e78e-4bc2-91ef-fe8e6bce5bee tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:28.088970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55ec0765-7bbc-4c8a-b58b-52b4792949cc req-ace0e984-e78e-4bc2-91ef-fe8e6bce5bee tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2066879
Nov 19 16:04:28.201141 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-55ec0765-7bbc-4c8a-b58b-52b4792949cc req-e75331a1-c2f9-4ca4-8ef2-15cfd8600049 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905025
Nov 19 16:04:29.267691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e996de-493c-419e-b000-c2287b857fa1 req-adf5f411-09c8-4269-ace8-2b61b9049dc7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:29.283764 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58e996de-493c-419e-b000-c2287b857fa1 req-adf5f411-09c8-4269-ace8-2b61b9049dc7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.2236850
Nov 19 16:04:29.419033 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-58e996de-493c-419e-b000-c2287b857fa1 req-160bad23-958e-442b-8dd1-d2f4d60b9744 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1328368
Nov 19 16:04:29.972016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58876) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:30.088448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfe9ac-e7bf-4da6-b3cb-77eb705301f1 req-c4984ddc-7ba8-4629-871a-7d66c8736c8e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:30.090642 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-52bfe9ac-e7bf-4da6-b3cb-77eb705301f1 req-c4984ddc-7ba8-4629-871a-7d66c8736c8e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1296344
Nov 19 16:04:30.145234 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-52bfe9ac-e7bf-4da6-b3cb-77eb705301f1 req-95474c40-13a7-4a48-a75d-c0766bcbd959 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475705
Nov 19 16:04:30.172575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1705925178-network', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:30.182508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:30.182508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Usage tracker for resource:network and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:30.186905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:30.193784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:30.243288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Made reservation on behalf of 5fbc35e960854e32a5196d1abff8c1fe for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:04:30.248453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:30.263055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:30.367422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:30.372822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:30.377061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:30.384480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:30.401053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca39d12-608c-43f7-9bb3-a6863972ec8b req-ca0d7ad9-222f-44f4-9e0d-04561e030d90 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:30.404340 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ca39d12-608c-43f7-9bb3-a6863972ec8b req-ca0d7ad9-222f-44f4-9e0d-04561e030d90 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1118281
Nov 19 16:04:30.485669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:30.497329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ca39d12-608c-43f7-9bb3-a6863972ec8b req-9e11e0f9-25ae-4992-980e-ac17faefe6eb tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850334
Nov 19 16:04:30.700785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:30.705053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c147cfe1-1099-44cd-8fca-de1cef5431c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:30.743067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:04:30.755139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7de1d-4404-43d6-8f92-6558193c6de3,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:30.760362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:30.792496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2c00f-5add-4715-af56-5610613eb35b req-e6eac3af-05d9-401d-ba89-71aa4ff292f9 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:30.794187 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f9c2c00f-5add-4715-af56-5610613eb35b req-e6eac3af-05d9-401d-ba89-71aa4ff292f9 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1231618
Nov 19 16:04:30.812053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:30.812559 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Added segment 88d25bdd-b75d-4383-baf5-6756785e1e0a of type vxlan for network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c
Nov 19 16:04:30.849495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f9c2c00f-5add-4715-af56-5610613eb35b req-6195c363-074b-400c-afae-3b974d29135f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0487609
Nov 19 16:04:30.923883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:31.054116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:31.056606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:31.057716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:31.064570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-353dcba7-5029-4eb1-979d-40bd7ad09cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:31.197072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=695d4a35-2ad9-4671-9ece-ebdea23f2d3c,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:31.221714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:31.222416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:04:31.280219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:04:31.391175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.4154165
Nov 19 16:04:31.391773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58900) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:31.401584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Request body: {'subnet': {'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1705925178-subnet', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:31.410852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:31.416476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Usage tracker for resource:subnet and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:31.420718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:31.432378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:31.448792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922d18d-4bb5-4c52-b580-3708f0f710de req-d85246a0-cb8a-43f6-9e0e-fd956639d42f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:31.452249 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c922d18d-4bb5-4c52-b580-3708f0f710de req-d85246a0-cb8a-43f6-9e0e-fd956639d42f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1193914
Nov 19 16:04:31.508968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c922d18d-4bb5-4c52-b580-3708f0f710de req-907c6ba9-9947-48fd-941d-bfec387186eb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511310
Nov 19 16:04:31.547186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Made reservation on behalf of 5fbc35e960854e32a5196d1abff8c1fe for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:04:31.552310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:31.822547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bb75-b1f6-4f48-8fef-c5d86df27076 req-de939488-f7d0-459b-99a3-b12c3ab39194 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:31.831346 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8182bb75-b1f6-4f48-8fef-c5d86df27076 req-de939488-f7d0-459b-99a3-b12c3ab39194 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1360981
Nov 19 16:04:31.901937 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8182bb75-b1f6-4f48-8fef-c5d86df27076 req-7680a5c9-692d-4f70-acae-2ef97671418b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689113
Nov 19 16:04:32.594015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:32.613723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:32.739356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1d5d-ab1a-4a08-8279-5c7de59973d3 req-2de98b27-1a3a-4b06-8e39-55e109c41428 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:32.758573 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ee2e1d5d-ab1a-4a08-8279-5c7de59973d3 req-2de98b27-1a3a-4b06-8e39-55e109c41428 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.2032135
Nov 19 16:04:32.776486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:32.782642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:32.785416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dca0c9b3-ff22-4cab-957c-d106057e3fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:32.889748 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ee2e1d5d-ab1a-4a08-8279-5c7de59973d3 req-ac5afbf8-abc1-416b-9bd3-4637839c13ea tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1214499
Nov 19 16:04:32.921576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Checking segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:32.922286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Network hostable DHCP agents. Network: 695d4a35-2ad9-4671-9ece-ebdea23f2d3c, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:04:33.032646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:04:33.095056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 695d4a35-2ad9-4671-9ece-ebdea23f2d3c) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:33.107087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e5b7b-719b-4c7e-a36a-061c610b5bdb None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:04:33.111853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:33.125353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.185337 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bd5e74a5-1400-42cd-9cd5-6aa0cb5b5e45 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7897046
Nov 19 16:04:33.187278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 58924) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:33.207915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:33.221083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:33.237493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Usage tracker for resource:router and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:33.256575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:33.263272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:33.314441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.316232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.353391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.533420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:04:33.534465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.571263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:33.947707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Allocated IP 172.20.0.2 (695d4a35-2ad9-4671-9ece-ebdea23f2d3c/e1afab26-a7cb-4be8-8ce7-b2c0b5f26973/96e9418e-0e60-42b1-acbe-825e935fff0b) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:34.019908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:34.081992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:34.139719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d23d-db14-471d-8b68-3b789b7ad5b4 req-a89422ea-8f1d-4e4c-8f64-a8031729f8fe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:34.141952 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d007d23d-db14-471d-8b68-3b789b7ad5b4 req-a89422ea-8f1d-4e4c-8f64-a8031729f8fe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1876395
Nov 19 16:04:34.207146 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d007d23d-db14-471d-8b68-3b789b7ad5b4 req-aa5a433b-762a-4822-901d-edd6d114af80 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566566
Nov 19 16:04:34.432961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:34.460249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Transition to ACTIVE for port object 96e9418e-0e60-42b1-acbe-825e935fff0b will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:34.519609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Transition to ACTIVE for port object 96e9418e-0e60-42b1-acbe-825e935fff0b will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:34.577245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:34.639026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b10e01a-02ec-4b38-8312-431fead08777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:34.649428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58942) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:34.789856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73738f8-cb02-4ee7-af27-ebe63c767cc6 req-175d7a07-17ac-4d28-afb5-e9a290f49507 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:34.792919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b73738f8-cb02-4ee7-af27-ebe63c767cc6 req-175d7a07-17ac-4d28-afb5-e9a290f49507 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.2194953
Nov 19 16:04:34.887700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Allocated IP 172.27.2.128 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/6df63b0d-9d7c-44ec-bbd6-15e852299472) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:34.910992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b73738f8-cb02-4ee7-af27-ebe63c767cc6 req-4bffc3e9-4b0c-48e9-bd03-1c24fd4aca14 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058218
Nov 19 16:04:35.003062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.069171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:35.075777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Usage tracker for resource:security_group_rule and tenant:13f4ad2862ef4740ae0dd6dddbdd1e50 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:35.078640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Pushing event updated for resources: {'Port': ['ID=96e9418e-0e60-42b1-acbe-825e935fff0b,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:35.087396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:35.094533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:35.103712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:35.300301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:35.302685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:35.306779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:35.310141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5a21a9b7-7cad-4f52-9dfe-29264ebdda46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.315119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.349996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.382169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd4025-d7dd-493e-ae35-4b2eae2b7308 req-6f123b15-7a46-4f45-831c-6e66d3095b81 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:35.384078 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0acd4025-d7dd-493e-ae35-4b2eae2b7308 req-6f123b15-7a46-4f45-831c-6e66d3095b81 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1643543
Nov 19 16:04:35.391629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.394937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Attempting to bind port 96e9418e-0e60-42b1-acbe-825e935fff0b on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:35.395462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Attempting to bind port 96e9418e-0e60-42b1-acbe-825e935fff0b by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:35.395957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Attempting to bind port 96e9418e-0e60-42b1-acbe-825e935fff0b on network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:35.408969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:35.409238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-76951523-fe04-4ebc-9621-2dca818730b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:35.409370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Checking segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:35.409839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.410614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Bound using segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:35.411467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Bound port: 96e9418e-0e60-42b1-acbe-825e935fff0b, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:35.412122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.428916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.441971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6e88eec5-cf09-45ee-916a-5d685dfb7e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:35.507271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0caf471-87f6-4b94-a67b-9a0dbb971cbd,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:35.515552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] For port 96e9418e-0e60-42b1-acbe-825e935fff0b, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:35.519697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] For port 96e9418e-0e60-42b1-acbe-825e935fff0b, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=96e9418e-0e60-42b1-acbe-825e935fff0b,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:35.525415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0acd4025-d7dd-493e-ae35-4b2eae2b7308 req-c5e6070d-0d73-4697-87ac-c3b482b20660 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1337757
Nov 19 16:04:35.554290 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13f4ad2862ef4740ae0dd6dddbdd1e50&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8808753
Nov 19 16:04:35.554290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:35.554290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58952) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:35.575281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.590450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Pushing event updated for resources: {'Port': ['ID=6df63b0d-9d7c-44ec-bbd6-15e852299472,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:35.596735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:35.601429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:35.734523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:35.743155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:35.750349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:35.803401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Pushing event updated for resources: {'Port': ['ID=96e9418e-0e60-42b1-acbe-825e935fff0b,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:35.804715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.813335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:35.836389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.864998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b66f7-135e-490d-97b3-1f190ca13645 req-313db0a2-e867-487e-aa42-8841c4a4b56d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:35.867174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4b66f7-135e-490d-97b3-1f190ca13645 req-313db0a2-e867-487e-aa42-8841c4a4b56d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1851871
Nov 19 16:04:35.869740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:35.960856 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa4b66f7-135e-490d-97b3-1f190ca13645 req-00310e46-3b63-4272-ac51-9dd44800f195 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781078
Nov 19 16:04:36.020392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.024997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37f576e0-b1d8-43ec-b78c-754152068157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:36.038529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0caf471-87f6-4b94-a67b-9a0dbb971cbd,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:36.041343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:36.047583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.053697 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0caf471-87f6-4b94-a67b-9a0dbb971cbd HTTP/1.1" status: 204  len: 168 time: 0.5027478
Nov 19 16:04:36.128259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.129814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.267392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78cf43-1f8d-4ab5-9402-611bcf0e0c60 req-0bda8696-d76d-4d2d-a328-5567dc573312 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:36.269176 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6c78cf43-1f8d-4ab5-9402-611bcf0e0c60 req-0bda8696-d76d-4d2d-a328-5567dc573312 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1169703
Nov 19 16:04:36.428833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6c78cf43-1f8d-4ab5-9402-611bcf0e0c60 req-b4bcd3c4-0dd3-4fc6-b2fd-2f3484fb2f55 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530790
Nov 19 16:04:36.539112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.643121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:04:36.784600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534326b-712c-4742-b13a-c9df4707767c req-86f06e6a-dfbd-4065-9ca6-5aa402981264 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:36.786264 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f534326b-712c-4742-b13a-c9df4707767c req-86f06e6a-dfbd-4065-9ca6-5aa402981264 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1103497
Nov 19 16:04:36.865178 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f534326b-712c-4742-b13a-c9df4707767c req-0745726a-12bc-40d3-a52f-8d78b7e896ca tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0717862
Nov 19 16:04:36.902152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:04:36.911691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:04:36.925789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:36.926530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f7c8080>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:36.958704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:36.960649 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7711394
Nov 19 16:04:36.965185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 58964) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:37.140997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:37.201174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:37.349250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcbdeb-3e5a-405e-9059-9251349d656b req-c8947d7c-dad9-4cd4-a02e-9e234fc6f5d3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:37.354762 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-21dcbdeb-3e5a-405e-9059-9251349d656b req-c8947d7c-dad9-4cd4-a02e-9e234fc6f5d3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1244311
Nov 19 16:04:37.553558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-21dcbdeb-3e5a-405e-9059-9251349d656b req-cb015ae6-5998-4f67-8b43-f94512ed1e3b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942258
Nov 19 16:04:37.639048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f7c8080>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:35Z', 'revision_number': 3, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:37.647002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:04:37.647815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Updating router 0c9f95d5-d453-4464-ab3d-fa80640540a9 port 6df63b0d-9d7c-44ec-bbd6-15e852299472 binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:04:37.742372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a077f0-dbd1-4fed-aef4-225f7202cc5d None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:04:37.843179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 96e9418e-0e60-42b1-acbe-825e935fff0b up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:37.929828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:38.004363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b4b69-179a-4f55-8658-e597d36925dc req-08582311-3321-44c0-80fd-b8c1faedb85a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:38.012498 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f83b4b69-179a-4f55-8658-e597d36925dc req-08582311-3321-44c0-80fd-b8c1faedb85a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1280231
Nov 19 16:04:38.033572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a14227a6-f1a5-41b5-b491-cbe5727ef2a2 None None] Provisioning for port 96e9418e-0e60-42b1-acbe-825e935fff0b completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:38.146549 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f83b4b69-179a-4f55-8658-e597d36925dc req-69b8b8bd-1376-43b6-87c0-6f69653c6e7c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328321
Nov 19 16:04:38.251782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 96e9418e-0e60-42b1-acbe-825e935fff0b completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:38.279045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 96e9418e-0e60-42b1-acbe-825e935fff0b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:38.279658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:38.305680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:38.600999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd08e10-aa58-48cb-bcff-7bcbb0fba048 req-34f1ec9a-e014-464d-b2cc-3c879a4d378a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:38.602582 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2dd08e10-aa58-48cb-bcff-7bcbb0fba048 req-34f1ec9a-e014-464d-b2cc-3c879a4d378a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1790330
Nov 19 16:04:38.747888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:38.875086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 96e9418e-0e60-42b1-acbe-825e935fff0b, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=96e9418e-0e60-42b1-acbe-825e935fff0b,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:39.004403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.044142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-78cfdb61-b372-46bd-9734-4538f02226ae None None] Provisioning complete for port 96e9418e-0e60-42b1-acbe-825e935fff0b triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:39.044666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-78cfdb61-b372-46bd-9734-4538f02226ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.301429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2dd08e10-aa58-48cb-bcff-7bcbb0fba048 req-48c36552-34d4-47d4-ae21-d7d8bee029db tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.6907830
Nov 19 16:04:39.447644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-cf2cd369-bdcf-4d5d-966f-63365c1f146a None None] Provisioning complete for port 96e9418e-0e60-42b1-acbe-825e935fff0b triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:39.449274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf2cd369-bdcf-4d5d-966f-63365c1f146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.694685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.696935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2bf394fd-2633-47e8-843b-b48ce10577e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:39.769180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Allocated IP 172.20.0.1 (695d4a35-2ad9-4671-9ece-ebdea23f2d3c/e1afab26-a7cb-4be8-8ce7-b2c0b5f26973/474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:39.769426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Transition to ACTIVE for port object 6df63b0d-9d7c-44ec-bbd6-15e852299472 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:39.783920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-97bb1271-3c4b-4221-94e0-c59c20d5949b None None] Provisioning complete for port 96e9418e-0e60-42b1-acbe-825e935fff0b triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:39.784286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-97bb1271-3c4b-4221-94e0-c59c20d5949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.813556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=96e9418e-0e60-42b1-acbe-825e935fff0b,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:39.828863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:39.845382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:39.845930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:40.025777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.028019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdba92-6576-4e59-bd73-39762ac7dfa2 None None] Pushing event updated for resources: {'Port': ['ID=6df63b0d-9d7c-44ec-bbd6-15e852299472,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:40.036349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-44cdba92-6576-4e59-bd73-39762ac7dfa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:40.039167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae8a2-fd3d-4779-920e-f30cb4d5aca4 req-68d4932f-de28-464a-8180-26a17a00475b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:40.040848 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-776ae8a2-fd3d-4779-920e-f30cb4d5aca4 req-68d4932f-de28-464a-8180-26a17a00475b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1735659
Nov 19 16:04:40.068521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Transition to ACTIVE for port object 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:40.108089 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-776ae8a2-fd3d-4779-920e-f30cb4d5aca4 req-a3b6a53a-59e1-4968-a14f-ddd04823b599 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591264
Nov 19 16:04:40.157987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.169344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Attempting to bind port 6df63b0d-9d7c-44ec-bbd6-15e852299472 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:40.169913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Attempting to bind port 6df63b0d-9d7c-44ec-bbd6-15e852299472 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:40.171028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Attempting to bind port 6df63b0d-9d7c-44ec-bbd6-15e852299472 on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:40.179070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:40.179505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:40.179975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.180530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:40.181070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Bound port: 6df63b0d-9d7c-44ec-bbd6-15e852299472, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:40.181496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.189137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:40.264567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] For port 6df63b0d-9d7c-44ec-bbd6-15e852299472, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:40.268678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] For port 6df63b0d-9d7c-44ec-bbd6-15e852299472, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=6df63b0d-9d7c-44ec-bbd6-15e852299472,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:40.300856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.316643 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:40.393967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Pushing event updated for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:40.412705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:40.461181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f15c0-1010-47dc-9d1f-c33afdc73755 req-d5f3fedc-68b7-4c27-b591-188a3cfe2956 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:40.462818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-774f15c0-1010-47dc-9d1f-c33afdc73755 req-d5f3fedc-68b7-4c27-b591-188a3cfe2956 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1884971
Nov 19 16:04:40.471693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdba92-6576-4e59-bd73-39762ac7dfa2 None None] Pushing event updated for resources: {'Port': ['ID=6df63b0d-9d7c-44ec-bbd6-15e852299472,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:40.474793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:40.475157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-44cdba92-6576-4e59-bd73-39762ac7dfa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:40.490715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:40.495990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:40.525949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:40.526782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f7c8080>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:40.567496 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-774f15c0-1010-47dc-9d1f-c33afdc73755 req-b627eb49-3038-47b1-84e5-9adc50044c4c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955260
Nov 19 16:04:40.581023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.774424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:40.808399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:40.903775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26326e2-cf56-4828-9c96-d3da0bb2bae0 req-1cb2524e-5a96-45e1-b0e2-080c38cabef7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:40.905948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d26326e2-cf56-4828-9c96-d3da0bb2bae0 req-1cb2524e-5a96-45e1-b0e2-080c38cabef7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1966667
Nov 19 16:04:40.949901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-f43e4e65-ce3f-46f2-974b-8b0d267cb14d None None] Provisioning for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:40.966462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-f43e4e65-ce3f-46f2-974b-8b0d267cb14d None None] Provisioning complete for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:40.966935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f43e4e65-ce3f-46f2-974b-8b0d267cb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:41.022356 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d26326e2-cf56-4828-9c96-d3da0bb2bae0 req-96056beb-8d72-4ebb-9315-25ecc8228af7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1092949
Nov 19 16:04:41.049255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-f43e4e65-ce3f-46f2-974b-8b0d267cb14d None None] Port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:04:41.149374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f7c8080>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:35Z', 'revision_number': 3, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:41.160812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44414682-e497-4d32-b16f-f801fe00d851 None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:35Z', 'revision_number': 3, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:04:41.249837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:41.291662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:41.323515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:41.469846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:41.572726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Pushing event updated for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:41.581893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:41.648913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c24ca-8548-4dc0-ab70-dd6f53dd2a20 req-e1bf4585-d282-450d-beed-533de6e2ef33 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:41.656602 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-570c24ca-8548-4dc0-ab70-dd6f53dd2a20 req-e1bf4585-d282-450d-beed-533de6e2ef33 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.3340831
Nov 19 16:04:41.855965 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-570c24ca-8548-4dc0-ab70-dd6f53dd2a20 req-9dc0d88f-161b-4ab0-afec-f5da35876b44 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1983657
Nov 19 16:04:41.871907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:41.874506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:41.933251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 96e9418e-0e60-42b1-acbe-825e935fff0b up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:42.021543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 96e9418e-0e60-42b1-acbe-825e935fff0b triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:42.022222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:42.191781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 6df63b0d-9d7c-44ec-bbd6-15e852299472 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:42.200273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6dc6-656b-4bae-b81f-b29ac49fd3d2 req-7e6dc8b8-d8a5-41fd-be95-198e67dd6787 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:42.208418 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c11f6dc6-656b-4bae-b81f-b29ac49fd3d2 req-7e6dc8b8-d8a5-41fd-be95-198e67dd6787 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.4363372
Nov 19 16:04:42.258366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-6e9473b6-ea21-4c89-8b1f-93e40ee7c1b3 None None] Provisioning complete for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:42.258934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6e9473b6-ea21-4c89-8b1f-93e40ee7c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:42.328925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-6e9473b6-ea21-4c89-8b1f-93e40ee7c1b3 None None] Port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:04:42.340074 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c11f6dc6-656b-4bae-b81f-b29ac49fd3d2 req-931bbaec-d8b5-4685-aaac-1289d59cc08a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306963
Nov 19 16:04:42.384632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 6df63b0d-9d7c-44ec-bbd6-15e852299472 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:42.390415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 6df63b0d-9d7c-44ec-bbd6-15e852299472 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:42.392014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:42.394758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958ef8c-59d7-4d14-bbc1-d0c462ccab66 req-5656ba40-53b7-4491-8907-c8fb4ab6a95b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:42.396374 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6958ef8c-59d7-4d14-bbc1-d0c462ccab66 req-5656ba40-53b7-4491-8907-c8fb4ab6a95b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1493826
Nov 19 16:04:42.540475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:42.562177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 6df63b0d-9d7c-44ec-bbd6-15e852299472, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=6df63b0d-9d7c-44ec-bbd6-15e852299472,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:42.596551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:42.599467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a6b0cd7-1658-43f6-9739-a2f4b4adaf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:42.706606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=6df63b0d-9d7c-44ec-bbd6-15e852299472,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:42.724972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:42.796444 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6958ef8c-59d7-4d14-bbc1-d0c462ccab66 req-0d491616-6cd2-45f2-9b82-953a4ede3fd3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3461592
Nov 19 16:04:42.828695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:04:42.904487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:04:43.110121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:04:43.125065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] 10.222.0.43 "PUT /v2.0/routers/0c9f95d5-d453-4464-ab3d-fa80640540a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1568120
Nov 19 16:04:43.132608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d21f9-61fc-4254-a8ae-fb2d68fef245 req-5581daeb-20b9-4937-ac7c-8367687423c4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:43.134262 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-817d21f9-61fc-4254-a8ae-fb2d68fef245 req-5581daeb-20b9-4937-ac7c-8367687423c4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1139836
Nov 19 16:04:43.185232 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-817d21f9-61fc-4254-a8ae-fb2d68fef245 req-6ad602a1-6ec3-4b95-bfca-04e837dfb855 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446918
Nov 19 16:04:43.562976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdcc08-8e3e-4318-975d-6887d1b62707 req-2242de7f-7f51-4b29-98bd-cc65120b7c81 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:43.564716 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ffdcc08-8e3e-4318-975d-6887d1b62707 req-2242de7f-7f51-4b29-98bd-cc65120b7c81 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.0855012
Nov 19 16:04:43.619739 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ffdcc08-8e3e-4318-975d-6887d1b62707 req-70de672f-4248-40aa-a04c-f9550452ec1f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484574
Nov 19 16:04:43.637480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c696990-a723-4ea7-a753-29972dff0b4b req-53df4966-849c-428f-9f49-c78575b4bef1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:43.638336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9c696990-a723-4ea7-a753-29972dff0b4b req-53df4966-849c-428f-9f49-c78575b4bef1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:43.683070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9c696990-a723-4ea7-a753-29972dff0b4b req-53df4966-849c-428f-9f49-c78575b4bef1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:43.686991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c696990-a723-4ea7-a753-29972dff0b4b req-53df4966-849c-428f-9f49-c78575b4bef1 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 946 time: 0.1336718
Nov 19 16:04:43.762659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Deleting port b55977ef-4178-45e8-aac1-554a7d75d0a2 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:43.762946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:43.783338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 6df63b0d-9d7c-44ec-bbd6-15e852299472 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:43.866967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 6df63b0d-9d7c-44ec-bbd6-15e852299472 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:43.867399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.081445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] For port b55977ef-4178-45e8-aac1-554a7d75d0a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b55977ef-4178-45e8-aac1-554a7d75d0a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:44.081741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.135290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb18f5-da4b-4ad6-be0e-cedd79dcdad2 req-3a3aff84-0848-470a-b646-41f054e75401 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:44.136908 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4afb18f5-da4b-4ad6-be0e-cedd79dcdad2 req-3a3aff84-0848-470a-b646-41f054e75401 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.0914259
Nov 19 16:04:44.189582 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4afb18f5-da4b-4ad6-be0e-cedd79dcdad2 req-7c7c04b4-cab9-4651-9fef-f9db53db95ac tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449741
Nov 19 16:04:44.224985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Calling delete_port for b55977ef-4178-45e8-aac1-554a7d75d0a2 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:44.359779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:04:44.372621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:44.373564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57641e8f98>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:44.405806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0fb9-1ba8-4615-a633-79139930eb2a req-ea8966f6-c5fc-4303-b090-928a909703fd tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:44.407549 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10fd0fb9-1ba8-4615-a633-79139930eb2a req-ea8966f6-c5fc-4303-b090-928a909703fd tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.0933282
Nov 19 16:04:44.460791 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10fd0fb9-1ba8-4615-a633-79139930eb2a req-d2fdebd4-fe58-42aa-9441-e3ca254c6b45 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456877
Nov 19 16:04:44.485092 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:44.538869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.604641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:44.617304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:44.619940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 96e6c185-cee5-4750-acd3-81674ed60ce7 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:44.625410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:44.625861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.678320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event deleted for resources: {'Port': ['ID=b55977ef-4178-45e8-aac1-554a7d75d0a2,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:44.703197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.703867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.704449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.705491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.706062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.706778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.707341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.707897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.708454 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.709013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.709583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.710146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.710793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.711346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.711898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.712440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.712989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.713560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.714159 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.714710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.715250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.715789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.716525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.717665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:44.726372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:44.779655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6f560-4c98-4e1f-ac6e-50d50cf970f7 req-0cd7e1c7-a462-451d-9966-810a26b365fd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:44.781318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b7c6f560-4c98-4e1f-ac6e-50d50cf970f7 req-0cd7e1c7-a462-451d-9966-810a26b365fd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1672208
Nov 19 16:04:44.818619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.844676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] No DVR routers for this DVR port b55977ef-4178-45e8-aac1-554a7d75d0a2 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:04:44.848544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.853476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'name': 'network-vif-deleted', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:44.858919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b7c6f560-4c98-4e1f-ac6e-50d50cf970f7 req-87e4aed4-7cc6-47d5-abc8-56c7de69e49b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711172
Nov 19 16:04:44.874059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:44.885165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:44.918936 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c696990-a723-4ea7-a753-29972dff0b4b req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "DELETE /v2.0/ports/b55977ef-4178-45e8-aac1-554a7d75d0a2 HTTP/1.1" status: 204  len: 173 time: 1.2286465
Nov 19 16:04:44.919099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:44.922451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:44.948938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59038) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:44.955790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group': {'name': 'tempest-securitygroup--1900879094', 'description': 'tempest-description--204502764'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:44.970712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:44.982850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:44.994752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:45.007976 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9865b4-5160-4a48-9ff2-39a12edc9e13', 'name': 'network-vif-deleted', 'tag': 'b55977ef-4178-45e8-aac1-554a7d75d0a2', 'status': 'completed', 'code': 200}
Nov 19 16:04:45.013212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:45.066622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.083536 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'code': 200}
Nov 19 16:04:45.088065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:45.100852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:45.161154 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15cf849d-35d5-48c2-ba85-cbdb1dc8becf req-6f61eb05-6eb8-4a65-9c08-69eab73970e3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=1a9865b4-5160-4a48-9ff2-39a12edc9e13 HTTP/1.1" status: 200  len: 210 time: 0.0746973
Nov 19 16:04:45.183514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:45.188699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:45.191944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:45.198922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:45.212083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57641e8f98>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:41Z', 'revision_number': 2, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:45.216310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:04:45.216708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Updating router 0c9f95d5-d453-4464-ab3d-fa80640540a9 port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:04:45.275529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.276260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.317511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.324114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d07963e2-0bd2-4111-8c54-44b93bf2b2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:45.429072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:45.437586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:45.453004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.456282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d12d05d4-328a-4604-8c46-af41b7da4fc9 req-42e79bdf-69e6-4e31-afc8-80b9abed1e6a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.0922065
Nov 19 16:04:45.458032 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5075774
Nov 19 16:04:45.459343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59044) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:45.465129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group_rule': {'security_group_id': 'ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:45.474528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:45.478514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0220298-6e67-45fc-8ac5-60a24ddcf28b req-27d3fe22-415c-4ef5-a8bb-995b72ce28fd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:45.480154 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a0220298-6e67-45fc-8ac5-60a24ddcf28b req-27d3fe22-415c-4ef5-a8bb-995b72ce28fd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1378288
Nov 19 16:04:45.481414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:45.486573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:45.511341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:45.544696 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a0220298-6e67-45fc-8ac5-60a24ddcf28b req-ae7726cb-ec77-4542-a20f-e8a8445c3a38 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0560801
Nov 19 16:04:45.549875 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d12d05d4-328a-4604-8c46-af41b7da4fc9 req-9218b786-6d67-463f-85d4-2675b85a45a3 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0644901
Nov 19 16:04:45.559278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.633254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.660060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.662868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:45.689606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd52932-b0a7-4e1f-9d8c-1c60fdffe816,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:45.692302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:45.707380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300228-510f-4876-aa38-7faee703117f req-b8b489b8-fa59-44d0-b775-80c743fb6279 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:45.708153 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67300228-510f-4876-aa38-7faee703117f req-b8b489b8-fa59-44d0-b775-80c743fb6279 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.0950873
Nov 19 16:04:45.726596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.728193 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cf76abe0-8fb2-4a64-8729-9e6015dec087 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2678385
Nov 19 16:04:45.730886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59050) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:45.737858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group_rule': {'security_group_id': 'ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:45.744792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:45.749446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:45.753151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:45.759820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.760020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:45.769603 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-67300228-510f-4876-aa38-7faee703117f req-4c05e8a1-176d-4660-b6bf-31d1670cc111 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497501
Nov 19 16:04:45.774135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Transition to ACTIVE for port object 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:45.823640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.831517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.851476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4561b32d-961d-43bd-8ca2-70c6350b3217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:45.890554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.922871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:45.925142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:45.963513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6fe056-7ba9-4778-877f-110ca68a9eb4,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:45.966322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:45.982924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Pushing event updated for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:46.009557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.009951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.010334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.010705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.011077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.011448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.011816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.012184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.012550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.012913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.013276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.014201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.014654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.015014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.015378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.015735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.016096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.016454 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.016812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.017170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.017578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.017975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.018293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.018653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:04:46.019197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.023790 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3b9c1fab-b1f5-446e-970f-1466597d5e45 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2886796
Nov 19 16:04:46.024664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59056) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:04:46.024855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:46.034384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:46.041240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:46.046750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:floatingip and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:46.052425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:46.108750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:46.170708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab349-35fa-4149-8843-cf51800a0eb6 req-8c508d4e-0e92-42c7-a7e9-b5934a07ea72 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:46.172437 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a7ab349-35fa-4149-8843-cf51800a0eb6 req-8c508d4e-0e92-42c7-a7e9-b5934a07ea72 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.1213257
Nov 19 16:04:46.173677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.244577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Attempting to bind port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:46.246476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Attempting to bind port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:46.247065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Attempting to bind port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce on network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:46.258239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:46.265858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Checking segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:46.268212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.268832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Bound using segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:46.269565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Bound port: 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:46.270145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.330237 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1a7ab349-35fa-4149-8843-cf51800a0eb6 req-4900c922-4799-46e1-91df-8e8522a59949 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403737
Nov 19 16:04:46.387133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-7678b1e0-6708-47de-98bc-cfaa6ec53e80 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:46.387486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-7678b1e0-6708-47de-98bc-cfaa6ec53e80 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Synchronizing usage tracker for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:46.409560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] For port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:46.413255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] For port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:46.437476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.443542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.444892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:46.449888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-7678b1e0-6708-47de-98bc-cfaa6ec53e80 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Unset dirty status for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:46.451927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-7678b1e0-6708-47de-98bc-cfaa6ec53e80 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.2190685
Nov 19 16:04:46.466280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-32d54803-82e8-4937-a2a5-b12022b93e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:46.542061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Deleting port bcf1d111-d978-4b91-9add-6b843de4c29f {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:46.542612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.601052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Pushing event updated for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=4']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:46.610051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:46.625970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:46.625970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:46.819765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:46.828921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57641e8f98>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:46.941936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Allocated IP 172.27.2.117 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/2308a24e-ba2b-4197-a4fc-e8bb6e5a2036) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:46.994501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b55977ef-4178-45e8-aac1-554a7d75d0a2 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:47.080622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: b55977ef-4178-45e8-aac1-554a7d75d0a2 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:47.085043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b55977ef-4178-45e8-aac1-554a7d75d0a2 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:47.189848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:47.264446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d0b8-2d17-45d1-9a0e-c7f0927b287f req-477b7455-ef1f-4ef1-be5f-9af74d66f613 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:47.271936 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7e1d0b8-2d17-45d1-9a0e-c7f0927b287f req-477b7455-ef1f-4ef1-be5f-9af74d66f613 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.4709978
Nov 19 16:04:47.286804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] For port bcf1d111-d978-4b91-9add-6b843de4c29f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bcf1d111-d978-4b91-9add-6b843de4c29f,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:47.287449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:47.312163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:47.372243 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7e1d0b8-2d17-45d1-9a0e-c7f0927b287f req-e01091cc-8b41-4165-ae70-63bdfc98b64e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0992801
Nov 19 16:04:47.380409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff29e82-f985-437c-b6b6-a4f7816bb38d req-c5802b1e-c9a0-4739-8c74-1fc0062775c3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:47.384670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cff29e82-f985-437c-b6b6-a4f7816bb38d req-c5802b1e-c9a0-4739-8c74-1fc0062775c3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=dd43923c-6c5f-4775-9fd5-d15006d9253e HTTP/1.1" status: 200  len: 945 time: 0.2789907
Nov 19 16:04:47.450610 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cff29e82-f985-437c-b6b6-a4f7816bb38d req-e5db670b-f7e2-46cb-a22d-9d3d81a1a53c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560567
Nov 19 16:04:47.456381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Calling delete_port for bcf1d111-d978-4b91-9add-6b843de4c29f owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:47.472047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:47.490989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:47.612064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-11849654-327d-4949-afde-bfff04a286e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57641e8f98>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:46Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:47.617592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11849654-327d-4949-afde-bfff04a286e0 None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:46Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:04:47.705352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=2308a24e-ba2b-4197-a4fc-e8bb6e5a2036,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:47.707129 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:47.725260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:47.751534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:47.778866 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0083-c93a-4bbe-812e-13b17a716c94 req-28d7b74d-572e-4b0a-88aa-9d15cf1df0ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:47.780640 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-614d0083-c93a-4bbe-812e-13b17a716c94 req-28d7b74d-572e-4b0a-88aa-9d15cf1df0ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2528105
Nov 19 16:04:47.805424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:47.815468 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:47.818632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:47.823960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:47.877252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:47.877816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:47.954681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-614d0083-c93a-4bbe-812e-13b17a716c94 req-d07e181d-ce23-4cb1-9344-5464c04126b7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1672897
Nov 19 16:04:47.988200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Pushing event deleted for resources: {'Port': ['ID=bcf1d111-d978-4b91-9add-6b843de4c29f,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:47.991840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:47.993597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:48.134748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] No DVR routers for this DVR port bcf1d111-d978-4b91-9add-6b843de4c29f on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:04:48.137445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.141668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'name': 'network-vif-deleted', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:48.205390 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2fcb5504-ad69-49fc-a712-0fa172ddcf5b req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "DELETE /v2.0/ports/bcf1d111-d978-4b91-9add-6b843de4c29f HTTP/1.1" status: 204  len: 173 time: 1.7459905
Nov 19 16:04:48.244354 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd43923c-6c5f-4775-9fd5-d15006d9253e', 'name': 'network-vif-deleted', 'tag': 'bcf1d111-d978-4b91-9add-6b843de4c29f', 'status': 'completed', 'code': 200}
Nov 19 16:04:48.429974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.590107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bcf1d111-d978-4b91-9add-6b843de4c29f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:48.608153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.648320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:48.666435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: bcf1d111-d978-4b91-9add-6b843de4c29f {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:48.667061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bcf1d111-d978-4b91-9add-6b843de4c29f not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:48.680737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:48.681380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.898455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.959934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:48.991277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:48.994155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:49.075654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:49.080104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:49.211631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f4c8b-aa4d-48f1-bdef-8af779136669 req-50cbf153-9115-4381-857a-733fe5e3ae73 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:49.213337 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-753f4c8b-aa4d-48f1-bdef-8af779136669 req-50cbf153-9115-4381-857a-733fe5e3ae73 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.4407630
Nov 19 16:04:49.225331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847fcea-f5da-4abe-bfc2-d5857823335a req-9686588e-8101-4780-bcb4-6cd155bf3d6a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:49.227119 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a847fcea-f5da-4abe-bfc2-d5857823335a req-9686588e-8101-4780-bcb4-6cd155bf3d6a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.4568887
Nov 19 16:04:49.364685 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-753f4c8b-aa4d-48f1-bdef-8af779136669 req-be005626-c7ac-4bd0-98ac-127e1558909b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1340930
Nov 19 16:04:49.368289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:49.373690 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a847fcea-f5da-4abe-bfc2-d5857823335a req-dc7572ad-35b3-4289-9183-c4308e66ad11 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141448
Nov 19 16:04:49.426992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:49.446494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1d218f08-10f1-45f3-9c4f-df69ae53ed54 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:49.719415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=2308a24e-ba2b-4197-a4fc-e8bb6e5a2036,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:49.722296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:49.817871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:49.818076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f6f3a-88d1-4b91-8983-b1f2a9e7cbb3 req-7369d6ca-f22f-48ad-a0f9-6f85d5b4690f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:49.819636 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a18f6f3a-88d1-4b91-8983-b1f2a9e7cbb3 req-7369d6ca-f22f-48ad-a0f9-6f85d5b4690f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 943 time: 0.2751095
Nov 19 16:04:49.903746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:49.904478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:49.904621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4120e07-7c6f-407c-a331-2dc7651b1a07 req-b321eae2-1ecc-4efc-835a-ce0ae1c91cc4 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:49.906122 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b4120e07-7c6f-407c-a331-2dc7651b1a07 req-b321eae2-1ecc-4efc-835a-ce0ae1c91cc4 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.2654474
Nov 19 16:04:49.959856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:49.999535 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a18f6f3a-88d1-4b91-8983-b1f2a9e7cbb3 req-48af6d1d-0ccc-4ccb-a64c-eb77f288ffb4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387565
Nov 19 16:04:50.014978 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b4120e07-7c6f-407c-a331-2dc7651b1a07 req-b0cd333e-9f3b-4ab7-8559-c7e7999ec5b7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1019342
Nov 19 16:04:50.066305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.076723 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0423551
Nov 19 16:04:50.327429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-b0725446-4fe6-48c6-ab0e-79fd65fbf98c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2219546
Nov 19 16:04:50.329039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-caf31e14-e31c-416c-989f-9fd98daf2b68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:50.340757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:50.350797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:50.358973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Usage tracker for resource:floatingip and tenant:fdada4749c3545b98b4f1c0e67721132 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:50.362914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:50.369001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:50.391385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-caf31e14-e31c-416c-989f-9fd98daf2b68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:50.392701 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-caf31e14-e31c-416c-989f-9fd98daf2b68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1900879094&fields=id&tenant_id=5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 267 time: 0.1610012
Nov 19 16:04:50.430455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.435237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:50.508339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:50.508764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.636469 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.660890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-27a242ba-f0a5-4ad7-a570-c172ffe767ad tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:50.662546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-27a242ba-f0a5-4ad7-a570-c172ffe767ad tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 811 time: 0.2622106
Nov 19 16:04:50.665994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:50.677570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:50.699907 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-96a3be41-3700-4276-8461-fcdf79e1cf7d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/quotas/5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 375 time: 0.0275323
Nov 19 16:04:50.722781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.725748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:50.766595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:50.795340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=6']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:50.799444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:50.902134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-802ba2a8-0846-4414-b77f-34ea2d404655 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:51.016101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-802ba2a8-0846-4414-b77f-34ea2d404655 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:51.017606 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-802ba2a8-0846-4414-b77f-34ea2d404655 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3081362
Nov 19 16:04:51.376606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Allocated IP 172.27.2.24 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/21161c4a-b446-454c-a8f3-16a7447e62fd) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:51.500133 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-8c4194cc-8838-4d94-8639-d4e93f769de0 service neutron] 10.222.0.43 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4519172
Nov 19 16:04:51.683617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:51.700706 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-140bc525-f21c-4fd9-baf0-69fdccce883e service neutron] 10.222.0.43 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1933084
Nov 19 16:04:51.767414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:51.782253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1db5c90d-fb41-4aef-9136-682a93d68832 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:51.924462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'Port': ['ID=21161c4a-b446-454c-a8f3-16a7447e62fd,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:51.930405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:52.052857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:52.054867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:52.059770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:52.108247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eb0e6-b184-4296-a550-d88cba183054 req-fb132711-7a0f-4b94-9def-678810300d84 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:52.109857 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b74eb0e6-b184-4296-a550-d88cba183054 req-fb132711-7a0f-4b94-9def-678810300d84 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.1646039
Nov 19 16:04:52.179468 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b74eb0e6-b184-4296-a550-d88cba183054 req-38e4d12e-4bc5-4f04-808c-dc6ad38e1c23 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625687
Nov 19 16:04:52.201246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:52.261675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'code': 200}
Nov 19 16:04:52.295427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:52.573430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e579dc0-35c9-4dbf-af36-43e721524430 req-b0c4387d-49b0-4d89-9c03-13efa9d08b4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:52.575105 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8e579dc0-35c9-4dbf-af36-43e721524430 req-b0c4387d-49b0-4d89-9c03-13efa9d08b4b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1953897
Nov 19 16:04:52.667924 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8e579dc0-35c9-4dbf-af36-43e721524430 req-231ce333-1ad7-4a19-a609-cae6ce6a8817 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836415
Nov 19 16:04:52.686119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:52.733199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:52.749513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:52.887073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event updated for resources: {'Port': ['ID=21161c4a-b446-454c-a8f3-16a7447e62fd,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:52.892587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:53.045050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:53.088090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aefd5-e0a1-4669-9d53-6cb1a81f35ed req-1bc4c7c2-f0c3-437b-9393-88f8edbd25d3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:53.089738 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-866aefd5-e0a1-4669-9d53-6cb1a81f35ed req-1bc4c7c2-f0c3-437b-9393-88f8edbd25d3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.1245923
Nov 19 16:04:53.112746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:53.114009 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7806363
Nov 19 16:04:53.220248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-62be4a32-d128-42a4-a473-de41c71cf648 req-b008a1a9-16c5-495e-87ba-11c8f6a55d96 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:53.226704 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-866aefd5-e0a1-4669-9d53-6cb1a81f35ed req-3ad16afb-7663-4330-9de8-b874302c5a3f tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304457
Nov 19 16:04:53.310837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-62be4a32-d128-42a4-a473-de41c71cf648 req-b008a1a9-16c5-495e-87ba-11c8f6a55d96 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:53.318117 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-b008a1a9-16c5-495e-87ba-11c8f6a55d96 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.24 HTTP/1.1" status: 200  len: 695 time: 0.1977093
Nov 19 16:04:53.466650 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c358932d-93ca-4b39-b3f6-d39ef5780d4b req-a0fb71ae-bcee-47eb-acd8-125b86eccd6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 210 time: 0.0647595
Nov 19 16:04:53.531631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4a32-d128-42a4-a473-de41c71cf648 req-83ac40f3-7138-43fb-89bb-7becf3547ab3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:53.533221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-83ac40f3-7138-43fb-89bb-7becf3547ab3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.2140789
Nov 19 16:04:53.546160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-76789a19-bd02-442c-a261-891bdf116d9d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:04:53.547230 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-62be4a32-d128-42a4-a473-de41c71cf648 req-76789a19-bd02-442c-a261-891bdf116d9d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0068803
Nov 19 16:04:53.810838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954cef1-4704-40be-acde-a0464a51718d req-b8438f90-ea5c-45c8-a4f7-6db314af187a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:53.812522 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e954cef1-4704-40be-acde-a0464a51718d req-b8438f90-ea5c-45c8-a4f7-6db314af187a tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.2095249
Nov 19 16:04:53.816662 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-f94b7aa1-d6ac-466f-a170-bcb386c12603 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2417905
Nov 19 16:04:53.828036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:53.852902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:53.862536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Usage tracker for resource:floatingip and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:04:53.866843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:04:53.881239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:53.892378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-1961f2b9-65d3-4fa2-9c37-47cba70d8e3f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:53.897123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-1961f2b9-65d3-4fa2-9c37-47cba70d8e3f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:53.899961 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e954cef1-4704-40be-acde-a0464a51718d req-00fb5c7f-2e4d-444e-adea-e965619fa4b3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666270
Nov 19 16:04:53.922892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:53.933801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:53.951398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-1961f2b9-65d3-4fa2-9c37-47cba70d8e3f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:53.952685 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-1961f2b9-65d3-4fa2-9c37-47cba70d8e3f tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/ports?device_id=511db8cf-1a8f-44b0-a9b7-577c23bdd7d9 HTTP/1.1" status: 200  len: 945 time: 0.1532657
Nov 19 16:04:54.015350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:54.015953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.042246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Deleting port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:04:54.042900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.139350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:54.218216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:54.218642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.367976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] For port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:04:54.368410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.413889 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d585600-e9ad-45fd-b4ed-ee572017a0eb req-5478527c-eff5-4a0e-9a03-61f36aec7df2 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1162 time: 0.4175768
Nov 19 16:04:54.456637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-f8d5c9b6-7531-400a-8270-38df7baed327 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:54.458335 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-f8d5c9b6-7531-400a-8270-38df7baed327 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.4211094
Nov 19 16:04:54.508270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Calling delete_port for 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:04:54.577991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0d585600-e9ad-45fd-b4ed-ee572017a0eb req-57185b6b-b41c-4f21-98c5-1d20eadece29 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525986
Nov 19 16:04:54.580920 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-338e504a-1ad0-40a5-a806-1cfa0d354288 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.24 HTTP/1.1" status: 200  len: 695 time: 0.1065891
Nov 19 16:04:54.594610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Request body: {'floatingip': {'port_id': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:54.648144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.696067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.781075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b399c734-59f2-4af3-827e-c0281ff636ef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:54.781842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b399c734-59f2-4af3-827e-c0281ff636ef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:54.842330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b399c734-59f2-4af3-827e-c0281ff636ef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:54.843598 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b399c734-59f2-4af3-827e-c0281ff636ef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 811 time: 0.3065894
Nov 19 16:04:54.870512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:54.899420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8741ebc8-de16-43cb-8f8c-daf710d7e0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:54.980369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:55.016697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event deleted for resources: {'Port': ['ID=2ebb9e9c-91f1-47e4-8a5b-457c1abd9524,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:55.019479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:55.151457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-faf255a1-eafa-4171-8bf3-83551d861fea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:55.215351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] No DVR routers for this DVR port 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:04:55.219010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:55.221879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-faf255a1-eafa-4171-8bf3-83551d861fea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:55.223273 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-faf255a1-eafa-4171-8bf3-83551d861fea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 5044 time: 0.2255378
Nov 19 16:04:55.223846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'name': 'network-vif-deleted', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:55.240781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'port': {'device_id': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'admin_state_up': True, 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'security_groups': ['ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:55.307187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Allocated IP 172.27.2.104 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/764165ba-8d70-43a6-a216-4f655119a1c5) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:55.353358 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9dacfebc-b4b8-4dfd-bc64-d0f5a48e7c23 req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "DELETE /v2.0/ports/2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 HTTP/1.1" status: 204  len: 173 time: 1.3916154
Nov 19 16:04:55.403667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:04:55.416094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:04:55.465601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Made reservation on behalf of 5fbc35e960854e32a5196d1abff8c1fe for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:04:55.473302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:55.737914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:55.830412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Allocated IP 172.20.0.3 (695d4a35-2ad9-4671-9ece-ebdea23f2d3c/e1afab26-a7cb-4be8-8ce7-b2c0b5f26973/999069c7-012a-4da2-a515-5ca48422e6f5) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:04:56.053030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:04:56.073005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.091825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Transition to ACTIVE for port object 999069c7-012a-4da2-a515-5ca48422e6f5 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:56.126372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:04:56.126849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 2ebb9e9c-91f1-47e4-8a5b-457c1abd9524 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:04:56.151937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.164578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.170373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-04f2ad90-ba6b-4396-853d-23ffb82b59ce tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:56.183750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.215606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:56.294553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=999069c7-012a-4da2-a515-5ca48422e6f5,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:56.298087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:56.319192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.431338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:56.432704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:56.446290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:56.491188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'Port': ['ID=764165ba-8d70-43a6-a216-4f655119a1c5,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:56.510945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:56.555892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:56.556660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.569733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:04:56.571708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:04:56.609945 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3759704
Nov 19 16:04:56.619757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:04:56.628953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Request body: {'port': {'device_id': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:04:56.699344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-53b3d3bc-bf7f-45f9-baa6-e6fce7784da7 None None] Provisioning for port 999069c7-012a-4da2-a515-5ca48422e6f5 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:04:56.705584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-53b3d3bc-bf7f-45f9-baa6-e6fce7784da7 None None] Provisioning complete for port 999069c7-012a-4da2-a515-5ca48422e6f5 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:04:56.706215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-53b3d3bc-bf7f-45f9-baa6-e6fce7784da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.769581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-53b3d3bc-bf7f-45f9-baa6-e6fce7784da7 None None] Port 999069c7-012a-4da2-a515-5ca48422e6f5 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:04:56.770690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.773182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:56.778928 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Floating IP 0b0e745c-2963-425a-867d-ae9769f99e8c associated. External IP: 172.27.2.24, port: 96e6c185-cee5-4750-acd3-81674ed60ce7.
Nov 19 16:04:56.987885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.483917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.492838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999069c7-012a-4da2-a515-5ca48422e6f5 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:04:57.500103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.512730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Transition to ACTIVE for port object 999069c7-012a-4da2-a515-5ca48422e6f5 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:04:57.513439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Router 160251ac-c95d-455c-b292-a32a9373096b has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:04:57.514406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.530429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-17cd1783-ef3c-4120-91bf-ad6836ae24f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:57.534142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.550797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bdbeab8e-fb09-43f1-94ca-63266940fd12 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:57.668113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'Port': ['ID=764165ba-8d70-43a6-a216-4f655119a1c5,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:57.674262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:57.711756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=999069c7-012a-4da2-a515-5ca48422e6f5,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:57.714837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:57.895503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Attempting to bind port 999069c7-012a-4da2-a515-5ca48422e6f5 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:04:57.895880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Attempting to bind port 999069c7-012a-4da2-a515-5ca48422e6f5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:04:57.896407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Attempting to bind port 999069c7-012a-4da2-a515-5ca48422e6f5 on network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:04:57.903807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:04:57.904780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Checking segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:04:57.905193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.905622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Bound using segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:04:57.906098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Bound port: 999069c7-012a-4da2-a515-5ca48422e6f5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:04:57.906621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.933019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:57.995114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:04:57.999513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:58.002325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] For port 999069c7-012a-4da2-a515-5ca48422e6f5, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:04:58.006488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] For port 999069c7-012a-4da2-a515-5ca48422e6f5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=999069c7-012a-4da2-a515-5ca48422e6f5,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:04:58.011393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Sync routers for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:04:58.025707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:58.026331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644ee7b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:58.030095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:58.031436 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.2082400
Nov 19 16:04:58.042268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:58.058133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:04:58.118220 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-18785d82-e7e8-4c7f-80be-13bda7f9c39d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "PUT /v2.0/floatingips/0b0e745c-2963-425a-867d-ae9769f99e8c HTTP/1.1" status: 200  len: 995 time: 3.5290802
Nov 19 16:04:58.126712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:04:58.200590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-a73b8cfb-6e72-4ade-9828-fecd305a68aa tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:04:58.214404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Pushing event updated for resources: {'Port': ['ID=999069c7-012a-4da2-a515-5ca48422e6f5,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:04:58.219241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:04:58.239013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:58.241737 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-439df4d6-9f28-4a3c-b131-97bc583a190b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.1015089
Nov 19 16:04:58.265682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:04:58.266961 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] 10.222.0.40 "PUT /v2.0/ports/999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 1157 time: 1.6431909
Nov 19 16:04:58.276303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-a73b8cfb-6e72-4ade-9828-fecd305a68aa tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:04:58.277681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-a73b8cfb-6e72-4ade-9828-fecd305a68aa tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.104 HTTP/1.1" status: 200  len: 696 time: 0.2307427
Nov 19 16:04:58.650576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644ee7b8>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '0b0e745c-2963-425a-867d-ae9769f99e8c', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '160251ac-c95d-455c-b292-a32a9373096b', 'port_id': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'mac_address': 'fa:16:3e:41:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f457ccf7-542f-49a5-a659-874698389742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:52Z', 'updated_at': '2020-11-19T16:04:55Z', 'revision_number': 1, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:58.654869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Checking router: 160251ac-c95d-455c-b292-a32a9373096b for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:04:58.666920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:04:58.667605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644ee7b8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:58.778728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c723198a-f35b-487d-b084-73cb11215749 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:58.780753 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c92a0dd8-bebf-47f1-9613-6c83e18873da req-c723198a-f35b-487d-b084-73cb11215749 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.4374502
Nov 19 16:04:58.783231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-c4003260-016b-4fa9-a559-22eaa0299300 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:58.786245 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-c4003260-016b-4fa9-a559-22eaa0299300 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.5369925
Nov 19 16:04:58.866611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:04:58.931923 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-903cf002-6494-4757-81b2-e03146824d5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 998 time: 0.1407356
Nov 19 16:04:59.024932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-baf147b2-7dc8-45fe-9ae7-29cc58f30908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:59.026583 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-baf147b2-7dc8-45fe-9ae7-29cc58f30908 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.0841377
Nov 19 16:04:59.078363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe22b0-4a97-416e-8a5f-378721a339ba req-42ae0eb2-75e8-4d8c-8c8e-605495323cb8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:59.079971 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1efe22b0-4a97-416e-8a5f-378721a339ba req-42ae0eb2-75e8-4d8c-8c8e-605495323cb8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1874754
Nov 19 16:04:59.150871 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1efe22b0-4a97-416e-8a5f-378721a339ba req-43c2b986-675a-4097-a388-f2ffef361a7d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599637
Nov 19 16:04:59.160148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-5e24ea59-32a5-4926-bfd4-495e89fcec1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251907
Nov 19 16:04:59.174274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-fb530d6d-570c-4819-b5a2-1c189bf33b84 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:04:59.175492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-fb530d6d-570c-4819-b5a2-1c189bf33b84 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060153
Nov 19 16:04:59.238206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644ee7b8>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '0b0e745c-2963-425a-867d-ae9769f99e8c', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '160251ac-c95d-455c-b292-a32a9373096b', 'port_id': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'mac_address': 'fa:16:3e:41:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f457ccf7-542f-49a5-a659-874698389742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:52Z', 'updated_at': '2020-11-19T16:04:55Z', 'revision_number': 1, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:04:59.242701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae23df-ae68-4c23-ad57-38a3c4d7faff None None] The sync data for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi is: [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '0b0e745c-2963-425a-867d-ae9769f99e8c', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '160251ac-c95d-455c-b292-a32a9373096b', 'port_id': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'mac_address': 'fa:16:3e:41:03:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f457ccf7-542f-49a5-a659-874698389742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:52Z', 'updated_at': '2020-11-19T16:04:55Z', 'revision_number': 1, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:04:59.379618 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-92fee9a2-fffc-44f8-90e6-63332ddbd5b5 service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970384
Nov 19 16:04:59.497214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8a6c-08a5-4149-bd24-3d8279b3dcae req-edd1f7d7-aecd-4b16-b752-f8438c230d97 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:59.499678 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-397f8a6c-08a5-4149-bd24-3d8279b3dcae req-edd1f7d7-aecd-4b16-b752-f8438c230d97 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 943 time: 0.2094891
Nov 19 16:04:59.565607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1037719-3413-4fc6-b836-1c55c4e2f186 None None] New status for floating IP 0b0e745c-2963-425a-867d-ae9769f99e8c: ACTIVE {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:04:59.581807 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-1f670244-1582-46c5-ad78-3b7948f3de9c service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1160 time: 0.0978961
Nov 19 16:04:59.596517 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ba75f509-93c1-4d72-a288-f72b6de92e78 req-97f85b0a-4cd8-4436-82a4-49b544f1e08e service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2090712
Nov 19 16:04:59.602367 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-397f8a6c-08a5-4149-bd24-3d8279b3dcae req-48ced44a-139a-4182-9992-d0b7dc87d18e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936408
Nov 19 16:04:59.669432 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-7cce5c81-96ea-4fda-9b56-ab5915283682 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 217 time: 0.0729840
Nov 19 16:04:59.779847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-db90f84d-b140-476d-a66e-2f63159f687f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:04:59.781619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-db90f84d-b140-476d-a66e-2f63159f687f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0987048
Nov 19 16:04:59.783591 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511db8cf-1a8f-44b0-a9b7-577c23bdd7d9', 'name': 'network-vif-deleted', 'tag': '2ebb9e9c-91f1-47e4-8a5b-457c1abd9524', 'status': 'completed', 'code': 200}
Nov 19 16:04:59.791695 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'status': 'completed', 'code': 200}
Nov 19 16:04:59.856460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:04:59.962055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-bc82484b-5992-497b-8721-e0ea83932a72 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.1161752
Nov 19 16:04:59.971451 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-e95b3a43-2db7-41db-8553-478e1175b12c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1778803
Nov 19 16:05:00.019961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port bfd898bd-f72a-401d-a318-6eeb3ca5c650 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:00.020676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:00.086074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-48a682e7-f5dd-4177-92d8-75d43705dd48 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:00.096927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-48a682e7-f5dd-4177-92d8-75d43705dd48 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1688216
Nov 19 16:05:00.185780 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-8b59eb48-6758-44ee-93e9-2bc70e3e6c72 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.104 HTTP/1.1" status: 200  len: 696 time: 0.0876884
Nov 19 16:05:00.196015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'floatingip': {'port_id': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:00.240502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-7fd50e76-c1c7-4cf2-a03a-cc200ff4b613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:00.242172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-7fd50e76-c1c7-4cf2-a03a-cc200ff4b613 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.2697647
Nov 19 16:05:00.333723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:00.366933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-5f520fb3-378b-4d13-a32b-400535138695 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2473483
Nov 19 16:05:00.465147 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-db60b157-0e0a-48fb-b6c7-1f3e4ad039cd service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 1000 time: 0.2094190
Nov 19 16:05:00.533118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cf8d-04ab-46ee-bf70-a5533a05c9eb req-d2df7ada-6f7a-4d05-9ffd-1042f4bfa3a3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:00.534704 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9f71cf8d-04ab-46ee-bf70-a5533a05c9eb req-d2df7ada-6f7a-4d05-9ffd-1042f4bfa3a3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 945 time: 0.2742233
Nov 19 16:05:00.568423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-96b7bbbe-b6fb-4a1c-a4fa-c9234f41c6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:00.570047 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-96b7bbbe-b6fb-4a1c-a4fa-c9234f41c6fd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.0963411
Nov 19 16:05:00.640553 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9a06b950-296e-4588-a42e-c05708ffcc73 req-c6bc89ea-3db5-4c46-a851-2dcecd6c93b4 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2608452
Nov 19 16:05:00.683200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-17e22b12-e652-471b-80b0-c3761981a4a9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989439
Nov 19 16:05:00.697992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9f71cf8d-04ab-46ee-bf70-a5533a05c9eb req-c59b3769-f061-470e-a0c3-56be1f5f756d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539409
Nov 19 16:05:00.877382 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-a40349c0-8859-484a-9860-c68ab997c150 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882987
Nov 19 16:05:01.013806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e281c-bc24-4f6d-99e6-bd249c5785a7 req-77de354a-8c5c-4757-a0d0-530767fbfb67 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:01.015415 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b31e281c-bc24-4f6d-99e6-bd249c5785a7 req-77de354a-8c5c-4757-a0d0-530767fbfb67 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.1288300
Nov 19 16:05:01.022787 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d00349f9-06ed-465a-8eec-9a2b07c13c0c req-9019b165-855d-42e1-b120-933a2ee84d7b service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381288
Nov 19 16:05:01.083701 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b31e281c-bc24-4f6d-99e6-bd249c5785a7 req-ace87f13-f337-4b9c-b6d3-61ed9e4caad2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604439
Nov 19 16:05:01.193789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:01.224548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:01.493661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bfc8a-5f7d-459f-b87e-c04a43275123 req-f16ea21b-0f07-4287-b57f-1876ee4ee33d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:01.495140 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd3bfc8a-5f7d-459f-b87e-c04a43275123 req-f16ea21b-0f07-4287-b57f-1876ee4ee33d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 943 time: 0.1178026
Nov 19 16:05:01.498682 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Floating IP b71137dd-2c81-4ab4-846e-c1b339f01d5c associated. External IP: 172.27.2.104, port: fdad771d-8fe9-44d1-bc3d-09933c3a990c.
Nov 19 16:05:01.784629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:01.848673 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd3bfc8a-5f7d-459f-b87e-c04a43275123 req-6392993e-8ed8-4ae3-8865-729243413dd8 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2940857
Nov 19 16:05:02.118341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-e4b9c463-1d64-4083-ae8b-d0d25fba185b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:02.119098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-e4b9c463-1d64-4083-ae8b-d0d25fba185b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:05:02.184276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-e4b9c463-1d64-4083-ae8b-d0d25fba185b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:05:02.185680 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-e4b9c463-1d64-4083-ae8b-d0d25fba185b tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 945 time: 0.1512287
Nov 19 16:05:02.206956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-f54cbfdb-9ea7-4fa5-8592-5112b4453086 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:02.208550 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-f54cbfdb-9ea7-4fa5-8592-5112b4453086 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 814 time: 0.2423630
Nov 19 16:05:02.261204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Deleting port 09707adb-f736-48b4-9c21-c987769a06a2 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:05:02.261614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.293250 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1be537f3-9843-4c6d-b541-716ca51568c6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/quotas/55e0fe5c8f9e464aabd841ec8190ea1e HTTP/1.1" status: 200  len: 375 time: 0.0771699
Nov 19 16:05:02.356533 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-ea48d9f6-fce7-48ff-94e8-f21bf48f6c72 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0560791
Nov 19 16:05:02.470029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Router e44d2a06-0c05-4ca5-bff3-1964c04414e3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:05:02.473622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 09707adb-f736-48b4-9c21-c987769a06a2 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:05:02.524972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09707adb-f736-48b4-9c21-c987769a06a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:02.525371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.590939 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-3df9953a-1716-443b-a409-e0ce5e638b91 service neutron] 10.222.0.43 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252176
Nov 19 16:05:02.595521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.624153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:02.635282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09707adb-f736-48b4-9c21-c987769a06a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:02.659003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Calling delete_port for 09707adb-f736-48b4-9c21-c987769a06a2 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:05:02.670640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.672827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:02.772729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:02.776256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:02.823502 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-754a49eb-873b-49f2-81df-5126fb68501d service neutron] 10.222.0.43 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2214575
Nov 19 16:05:02.836491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-28b906e8-ca2f-4943-9756-e08a35c578c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.872325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:05:02.873230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:05:02.873721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:05:02.878152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:02.885265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Sync routers for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:05:02.898519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:05:02.899200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576421de48>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:02.939911 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-63d1eea9-7ddf-40da-b6e9-cdf5686def32 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "PUT /v2.0/floatingips/b71137dd-2c81-4ab4-846e-c1b339f01d5c HTTP/1.1" status: 200  len: 996 time: 2.7480721
Nov 19 16:05:02.940466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:03.047949 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-4fe9ffdc-7ae6-4f35-b9ce-964bbf010349 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 0.0892291
Nov 19 16:05:03.266832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:05:03.275238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-e5854c54-a1e4-4f82-a465-b21bd63dcdd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:03.276874 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-e5854c54-a1e4-4f82-a465-b21bd63dcdd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.2224321
Nov 19 16:05:03.284729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e31f-8107-4c3f-abc9-4277796f0a07 req-f40c5fb7-e63a-4dec-bb0b-4c06d47eea19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:03.286394 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dda3e31f-8107-4c3f-abc9-4277796f0a07 req-f40c5fb7-e63a-4dec-bb0b-4c06d47eea19 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 943 time: 0.1460345
Nov 19 16:05:03.374405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Deleting port 09707adb-f736-48b4-9c21-c987769a06a2 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:05:03.375232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:03.429017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-9643e0c1-3253-4e00-8d0a-263308f90139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 999 time: 0.1415224
Nov 19 16:05:03.431566 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dda3e31f-8107-4c3f-abc9-4277796f0a07 req-633968a7-7f36-411e-b412-281c52553b66 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893140
Nov 19 16:05:03.526318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-0a05efb2-a92c-4018-893a-e47b67c736d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:03.527995 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-0a05efb2-a92c-4018-893a-e47b67c736d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.0926867
Nov 19 16:05:03.625387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2', 'code': 200}
Nov 19 16:05:03.633244 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-31532f43-5d35-42c7-96a6-8629a06afe82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976257
Nov 19 16:05:03.757720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576421de48>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': 'b71137dd-2c81-4ab4-846e-c1b339f01d5c', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'port_id': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'mac_address': 'fa:16:3e:79:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:56Z', 'updated_at': '2020-11-19T16:05:01Z', 'revision_number': 1, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:03.764803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Checking router: e44d2a06-0c05-4ca5-bff3-1964c04414e3 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:05:03.780901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:05:03.782430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576421de48>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:04:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:03.894116 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5', 'status': 'completed', 'code': 200}
Nov 19 16:05:03.897729 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-74d8990c-71c1-41b7-9308-520f8cc443b3 service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565467
Nov 19 16:05:03.995976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:05:04.018841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162fa25-1610-4768-8128-5ef89952ec3f req-c4cded67-2f28-4dbd-a18a-7b2f55ef3cb0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:04.026931 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9162fa25-1610-4768-8128-5ef89952ec3f req-c4cded67-2f28-4dbd-a18a-7b2f55ef3cb0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 943 time: 0.2165701
Nov 19 16:05:04.045348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] For port 09707adb-f736-48b4-9c21-c987769a06a2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09707adb-f736-48b4-9c21-c987769a06a2,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:04.046441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:04.059870 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-dd9ee45e-cbf7-4a01-b5c0-f6fc41d0a025 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1160 time: 0.1648221
Nov 19 16:05:04.123688 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30786eba-baf8-4e89-9b20-acc87f7b9649 req-c05c3cf4-bed6-49ad-ab4e-3224694b0e44 service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2140584
Nov 19 16:05:04.127727 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9162fa25-1610-4768-8128-5ef89952ec3f req-75a899c9-5e4f-4d74-b4f3-78a4a73d69cc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997832
Nov 19 16:05:04.239166 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:05:04.259561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Calling delete_port for 09707adb-f736-48b4-9c21-c987769a06a2 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:05:04.279326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1631185514', 'description': 'tempest-TestMinimumBasicScenario-1631185514 description'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:04.288209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:04.334042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Usage tracker for resource:security_group and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:04.363074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:04.376767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:04.399507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-517f3fe8-44f4-4234-831c-03f229ef842a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:04.401983 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-517f3fe8-44f4-4234-831c-03f229ef842a service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.2867403
Nov 19 16:05:04.441256 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-80f6a4af-7764-4694-88ed-ca281738e288 req-2c992333-be7f-4725-9b0b-2ff323980965 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 210 time: 0.0747774
Nov 19 16:05:04.447045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576421de48>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': 'b71137dd-2c81-4ab4-846e-c1b339f01d5c', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'port_id': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'mac_address': 'fa:16:3e:79:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:56Z', 'updated_at': '2020-11-19T16:05:01Z', 'revision_number': 1, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:04.458226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef47c3-c0ec-4a79-84d2-ab4b8c47c6f7 None None] The sync data for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi is: [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': 'b71137dd-2c81-4ab4-846e-c1b339f01d5c', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'port_id': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'mac_address': 'fa:16:3e:79:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:56Z', 'updated_at': '2020-11-19T16:05:01Z', 'revision_number': 1, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:05:04.465973 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-f8cd2b14-ec81-44b0-9c3f-c95786bee6c2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 0.1727750
Nov 19 16:05:04.505835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:04.545518 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-ed9a3fbe-2417-4009-80ca-6cfda13c0c09 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 217 time: 0.1082246
Nov 19 16:05:04.650170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-2f90f213-48ef-4059-9fac-efb0daf07913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:04.651896 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-2f90f213-48ef-4059-9fac-efb0daf07913 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0966005
Nov 19 16:05:04.716717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:04.737795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5cfba5c1-f7c3-414e-8bcf-e47a84c996b5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:04.812579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9837a6e-a4b5-4e7f-af20-8cea47ce4472 None None] New status for floating IP b71137dd-2c81-4ab4-846e-c1b339f01d5c: ACTIVE {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:05:04.858385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event deleted for resources: {'Port': ['ID=09707adb-f736-48b4-9c21-c987769a06a2,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:04.870496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:04.890434 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-952e7ccf-dd98-4bd8-ae11-a196e1c7561b req-d45207e2-a28d-44c0-9945-d5013872c259 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.0620263
Nov 19 16:05:04.922403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:04.939148 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-50eb0e99-e244-4a7b-a49d-87786e01779f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2788322
Nov 19 16:05:04.941851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Usage tracker for resource:security_group_rule and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:04.963358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-f5067508-66f1-4ae7-a384-3422c94f6f45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:04.964937 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-f5067508-66f1-4ae7-a384-3422c94f6f45 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.4920318
Nov 19 16:05:04.965859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:04.972741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:05.100096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] No DVR routers for this DVR port 09707adb-f736-48b4-9c21-c987769a06a2 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:05:05.127793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.146282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-f7deccb7-1e51-4d3c-90f9-1afad745c7bf service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 999 time: 0.1476922
Nov 19 16:05:05.159755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.231141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 999069c7-012a-4da2-a515-5ca48422e6f5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:05.248850 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ad3d5552-06ec-4d64-a9d8-ff49d029345f req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "DELETE /v2.0/ports/09707adb-f736-48b4-9c21-c987769a06a2 HTTP/1.1" status: 204  len: 173 time: 3.0551088
Nov 19 16:05:05.267454 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-56f25862-1b27-4f01-927a-2bd53181332d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:05.271452 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-56f25862-1b27-4f01-927a-2bd53181332d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.1185412
Nov 19 16:05:05.273674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.292478 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-63a8fdde-fa5f-4e4e-82e1-8cb1e805ca89 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944000
Nov 19 16:05:05.299791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-b1d4cf17-c304-4f3f-9fce-0eeb0b40e248 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:05.301346 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-b1d4cf17-c304-4f3f-9fce-0eeb0b40e248 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 814 time: 0.3046591
Nov 19 16:05:05.333657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-860d97d8-d6e3-4e59-9431-263fb749716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.337805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-896d9f75-5bf0-4023-8fc1-dd289a9ff166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:05.356364 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Request body: {'port': {'device_id': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9', 'admin_state_up': True, 'tenant_id': '55e0fe5c8f9e464aabd841ec8190ea1e'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:05.402592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 999069c7-012a-4da2-a515-5ca48422e6f5 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:05:05.408612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 999069c7-012a-4da2-a515-5ca48422e6f5 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:05.408971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.478065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9b661-6a67-41bc-9c60-e966f9f05ef7,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:05.483558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:05.501478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.503765 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5eef6895-97c7-4c8f-8660-6e9768418a94 req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1653 time: 1.2300773
Nov 19 16:05:05.525573 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-c7ef924e-f99a-4170-931c-07039337877f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2451854
Nov 19 16:05:05.538725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821630-656e-41e9-9de9-befee5bbd4d2 req-38bf542f-8f5d-4ecd-af63-bb59c78ad97d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:05.540864 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-18821630-656e-41e9-9de9-befee5bbd4d2 req-38bf542f-8f5d-4ecd-af63-bb59c78ad97d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 943 time: 0.1776128
Nov 19 16:05:05.568380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.611528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 999069c7-012a-4da2-a515-5ca48422e6f5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=999069c7-012a-4da2-a515-5ca48422e6f5,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:05.625411 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22e6505-136b-49e2-aaf0-5fbfe14d6b95 req-573e6600-ae15-4b21-b78e-bdea9cf67748 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3108835
Nov 19 16:05:05.626761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:05.633263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:05.637964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Usage tracker for resource:port and tenant:55e0fe5c8f9e464aabd841ec8190ea1e is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:05.641710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:05.647950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:05.675373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.678379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:05.703821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Made reservation on behalf of 55e0fe5c8f9e464aabd841ec8190ea1e for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:05:05.710433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.769429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-756f7a06-0f9a-4c31-9c96-040f1d6c1b4b req-f7731018-0103-4d35-b979-27e1bbc9f5c2 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 210 time: 0.0823784
Nov 19 16:05:05.775931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=999069c7-012a-4da2-a515-5ca48422e6f5,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:05.776782 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-18821630-656e-41e9-9de9-befee5bbd4d2 req-04d1e939-9d52-424f-bd29-8f5e04f95853 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508787
Nov 19 16:05:05.779839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:05.807973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:05.820890 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-227aac47-f49b-4459-ac31-099ef58941b9 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787671
Nov 19 16:05:05.871675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5', 'code': 200}
Nov 19 16:05:05.904989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-deleted', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:05.976192 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8406bdef-12ac-46e7-b160-168a44ac2b36', 'name': 'network-vif-deleted', 'tag': '09707adb-f736-48b4-9c21-c987769a06a2', 'status': 'completed', 'code': 200}
Nov 19 16:05:06.014628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5e2bf3ac-4755-4b65-9b94-647f5c234ecd tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups/92b9b661-6a67-41bc-9c60-e966f9f05ef7 HTTP/1.1" status: 200  len: 1648 time: 0.1474586
Nov 19 16:05:06.040897 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b167daac-6f61-48de-a1b4-4ef6ffd000d0 req-92cf401a-26a8-4f16-bec1-40022caaf11c service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2077177
Nov 19 16:05:06.045178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92b9b661-6a67-41bc-9c60-e966f9f05ef7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:06.045556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92b9b661-6a67-41bc-9c60-e966f9f05ef7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:06.052776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:06.057124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Usage tracker for resource:security_group_rule and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:06.061086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:06.081786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:06.101771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Allocated IP 172.20.0.13 (26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9/198a1575-208d-4aae-a4d5-6cbea643d658/4b5678c7-71db-44d0-94a3-769bfe8a5627) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:05:06.154570 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-db3a6736-7ca3-45f9-a33b-9cc8261003d8 req-e9cf99bd-1e5b-48e0-8c0f-7167c6d724c0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=8406bdef-12ac-46e7-b160-168a44ac2b36 HTTP/1.1" status: 200  len: 210 time: 0.0606828
Nov 19 16:05:06.292297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.323900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.328529 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-751e899f-b3d2-4c39-964d-d887de05d1dd req-8bf91d84-d28e-4d43-85c7-04240989bbcd service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1162 time: 0.1314080
Nov 19 16:05:06.361486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.377980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f4f167b0-df5d-4b4a-bedf-da37140a717d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:06.415238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8fd07b-9fc5-4694-984f-49de4b4838e2,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:06.424762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:06.426943 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-751e899f-b3d2-4c39-964d-d887de05d1dd req-5addb0cd-469d-403b-8ebe-1bb40840cd97 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857408
Nov 19 16:05:06.470930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.472151 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0db45ded-1b91-41ab-bfaa-398129cc9776 req-5361edd1-3b54-4052-be31-bd0ab3f0b15a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.4414747
Nov 19 16:05:06.498324 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.555255 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-1b35bb49-9be4-403c-9b0c-5ada9fd9a637 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups/92b9b661-6a67-41bc-9c60-e966f9f05ef7 HTTP/1.1" status: 200  len: 2151 time: 0.0497820
Nov 19 16:05:06.566264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92b9b661-6a67-41bc-9c60-e966f9f05ef7', 'remote_group_id': None}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:06.566625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92b9b661-6a67-41bc-9c60-e966f9f05ef7', 'remote_group_id': None}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:06.570425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.572876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:06.577015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Usage tracker for resource:security_group_rule and tenant:600170dcc42740f8894ecd6a379e2c6c is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:06.580111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:06.585975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:06.652796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.669190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b82bd5d3-228c-4df8-8ee3-727191a1e8ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:06.672552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.698947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.734305 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.740801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:06.763646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b96336-276b-4307-9587-dbeb0ca19329,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:06.768905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:06.801066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.802439 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-21bab7ba-8200-4c09-823f-f6f011b65486 req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2406223
Nov 19 16:05:06.806662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Pushing event updated for resources: {'Port': ['ID=4b5678c7-71db-44d0-94a3-769bfe8a5627,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:06.811132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:06.874777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:05:06.876202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:05:06.878928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:05:06.954798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:06.955479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:06.997880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 999069c7-012a-4da2-a515-5ca48422e6f5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:07.020295 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6703641
Nov 19 16:05:07.025896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-4a26d7e4-edf0-4180-a465-56ab1a78b098 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:05:07.050982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Request body: {'port': {'device_id': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:07.051213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.053778 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d7e7-d7f3-4f2d-847d-1abb108794d8 req-416a6445-9180-4174-8c5f-6dde7a58221e tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:07.055447 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c24d7e7-d7f3-4f2d-847d-1abb108794d8 req-416a6445-9180-4174-8c5f-6dde7a58221e tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 932 time: 0.1403751
Nov 19 16:05:07.079414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 999069c7-012a-4da2-a515-5ca48422e6f5 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:07.080022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.099038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-4a26d7e4-edf0-4180-a465-56ab1a78b098 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:05:07.100325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-4a26d7e4-edf0-4180-a465-56ab1a78b098 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631185514&fields=id&tenant_id=600170dcc42740f8894ecd6a379e2c6c HTTP/1.1" status: 200  len: 267 time: 0.1874268
Nov 19 16:05:07.161284 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2c24d7e7-d7f3-4f2d-847d-1abb108794d8 req-129fc8d0-922e-48ef-a756-055224e413e3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976238
Nov 19 16:05:07.184826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.197276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-bedea79f-b155-4820-a40d-d8535952cfe4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:07.199036 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-bedea79f-b155-4820-a40d-d8535952cfe4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.0926349
Nov 19 16:05:07.212684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'port': {'security_groups': ['8ee956be-eb65-4f5d-acb3-d1df34d924c3', '92b9b661-6a67-41bc-9c60-e966f9f05ef7']}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:07.405431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.494612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f07ad-6e13-4d4e-87b8-abac615aed61 req-5063853c-0365-4a5b-871d-4779f409c016 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:07.496221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd4f07ad-6e13-4d4e-87b8-abac615aed61 req-5063853c-0365-4a5b-871d-4779f409c016 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1749601
Nov 19 16:05:07.605483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5678c7-71db-44d0-94a3-769bfe8a5627 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:05:07.607880 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd4f07ad-6e13-4d4e-87b8-abac615aed61 req-67220eca-e1be-48de-8970-834e99256c1b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823793
Nov 19 16:05:07.612757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.626287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Transition to ACTIVE for port object 4b5678c7-71db-44d0-94a3-769bfe8a5627 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:05:07.670902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.692416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d9258a29-6358-45e6-bc26-939caa59ee3c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:07.808903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:07.834729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5678c7-71db-44d0-94a3-769bfe8a5627,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:07.838261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.839881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:07.893685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:07.910140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:08.058057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Attempting to bind port 4b5678c7-71db-44d0-94a3-769bfe8a5627 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:05:08.058619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Attempting to bind port 4b5678c7-71db-44d0-94a3-769bfe8a5627 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:05:08.059113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Attempting to bind port 4b5678c7-71db-44d0-94a3-769bfe8a5627 on network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:05:08.067636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:05:08.068191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Checking segment: {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:05:08.068697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.069213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Bound using segment: {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:05:08.069719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Bound port: 4b5678c7-71db-44d0-94a3-769bfe8a5627, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:05:08.070093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.070917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=5']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:08.077070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:08.114724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:08.115541 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.116965 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-13f6ec74-bc65-496a-ab2b-cba719c9fbd1 req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "PUT /v2.0/ports/fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 981 time: 0.9107826
Nov 19 16:05:08.117553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:08.183883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] For port 4b5678c7-71db-44d0-94a3-769bfe8a5627, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:05:08.189949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] For port 4b5678c7-71db-44d0-94a3-769bfe8a5627, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b5678c7-71db-44d0-94a3-769bfe8a5627,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:05:08.190115 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:05:08.220077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.236651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-42790b2e-2780-44d5-8fae-1fb1505d8f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:08.368408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a0b46378-d036-40ec-b3ca-39202baa8764 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:08.369235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a0b46378-d036-40ec-b3ca-39202baa8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.404007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5678c7-71db-44d0-94a3-769bfe8a5627,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:08.409718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:08.456625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:08.459192 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] 10.222.0.40 "PUT /v2.0/ports/4b5678c7-71db-44d0-94a3-769bfe8a5627 HTTP/1.1" status: 200  len: 1158 time: 1.4129152
Nov 19 16:05:08.460238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:08.476316 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-f15e3827-bef3-437d-adf3-87575ddcf2c7 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1202 time: 0.2379937
Nov 19 16:05:08.483838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647beabb-3a0f-4ed2-b891-9318cf4101be req-a6f45aef-eba0-42a8-83b9-f993b8e288a1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:08.487095 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-647beabb-3a0f-4ed2-b891-9318cf4101be req-a6f45aef-eba0-42a8-83b9-f993b8e288a1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.2058945
Nov 19 16:05:08.515072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69788a81-846b-42a3-99da-d1f86afb473e req-1c6ad799-51ce-4e83-9c35-e9ade220208b tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:08.516667 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69788a81-846b-42a3-99da-d1f86afb473e req-1c6ad799-51ce-4e83-9c35-e9ade220208b tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 944 time: 0.1764834
Nov 19 16:05:08.619765 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-ce83992c-bbcc-43c7-a6ea-2f6f45af2328 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 1161 time: 0.0807855
Nov 19 16:05:08.687613 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-647beabb-3a0f-4ed2-b891-9318cf4101be req-590d9772-6be1-4633-aaff-66483b612180 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1674790
Nov 19 16:05:08.706136 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69788a81-846b-42a3-99da-d1f86afb473e req-513a928b-91b6-484b-994f-f5ea58af17f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241426
Nov 19 16:05:08.707253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-d9fc870f-1b93-431e-ab64-4a30662b7c88 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b5678c7-71db-44d0-94a3-769bfe8a5627 HTTP/1.1" status: 200  len: 217 time: 0.0733924
Nov 19 16:05:08.741749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-247237d2-3391-4ef5-840b-07c1460c5b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:08.743756 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-247237d2-3391-4ef5-840b-07c1460c5b20 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.2572882
Nov 19 16:05:08.783713 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627', 'status': 'completed', 'code': 200}
Nov 19 16:05:08.801730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-ca339b0a-1808-4b76-9eb6-a064fa2a6e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:08.803759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-ca339b0a-1808-4b76-9eb6-a064fa2a6e09 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=198a1575-208d-4aae-a4d5-6cbea643d658 HTTP/1.1" status: 200  len: 854 time: 0.0882089
Nov 19 16:05:08.858510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-fb170221-e5b6-4118-ae1b-079d67bcc76d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461564
Nov 19 16:05:09.018413 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-29c7b758-dac9-48d7-a361-dd6b65e12836 service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521823
Nov 19 16:05:09.147137 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-77acbaab-8f00-469e-a57d-94459862f0b6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 1001 time: 0.3961885
Nov 19 16:05:09.182373 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3ef760d0-4715-4162-b99b-2b17bba2d841 req-852f68c1-d41e-4a48-b0d5-df3720497dcd service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566248
Nov 19 16:05:09.205959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b843ba-1fd7-4d91-b9b7-1f85e411cb9c req-f743dc38-384f-44c6-b62e-cbc2b25790e3 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.207570 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b843ba-1fd7-4d91-b9b7-1f85e411cb9c req-f743dc38-384f-44c6-b62e-cbc2b25790e3 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.3678930
Nov 19 16:05:09.219197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 999069c7-012a-4da2-a515-5ca48422e6f5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:09.264094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-042ceeba-30cd-411a-b492-812d9d0cf01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.265745 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-042ceeba-30cd-411a-b492-812d9d0cf01d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.1082082
Nov 19 16:05:09.277991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-82b843ba-1fd7-4d91-b9b7-1f85e411cb9c req-942c194b-00ad-40ea-931d-e82dfe8cec8e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583379
Nov 19 16:05:09.285523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 999069c7-012a-4da2-a515-5ca48422e6f5 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:09.285960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:09.375102 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-6d550c6e-39a5-43b2-892c-d7169c8ca467 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998390
Nov 19 16:05:09.443318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:09.451814 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-aff0fab3-505d-4ea5-8c21-f2db3785ebc3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 1161 time: 0.0973766
Nov 19 16:05:09.519022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:09.519882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:09.624101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a89df-591f-40fa-807d-b7b43b061870 req-e0338990-0538-43be-b424-0880767c9bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.625876 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-e0338990-0538-43be-b424-0880767c9bd7 service neutron] 10.222.0.40 "GET /v2.0/networks?id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 200  len: 908 time: 0.1536095
Nov 19 16:05:09.690737 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-502da07d-f681-41a9-a73f-46b62582450c service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2987843
Nov 19 16:05:09.703484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0ac55-9d77-47a2-826e-fd5e1d1f13bc req-1e5ae129-044b-4e55-b0ae-0703001235cb tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.705074 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-12e0ac55-9d77-47a2-826e-fd5e1d1f13bc req-1e5ae129-044b-4e55-b0ae-0703001235cb tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2758689
Nov 19 16:05:09.712693 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-eedbd399-60f8-456a-b453-f702aab44579 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b5678c7-71db-44d0-94a3-769bfe8a5627 HTTP/1.1" status: 200  len: 217 time: 0.0725968
Nov 19 16:05:09.715833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59328) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:09.721540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'floatingip': {'port_id': '999069c7-012a-4da2-a515-5ca48422e6f5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:05:09.733801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9182-02f1-43cd-8d67-12f7d5317b24 req-6bf008a7-91c8-4e28-9342-10f31784690d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.735388 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-752f9182-02f1-43cd-8d67-12f7d5317b24 req-6bf008a7-91c8-4e28-9342-10f31784690d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.2063630
Nov 19 16:05:09.854494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:09.930459 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-752f9182-02f1-43cd-8d67-12f7d5317b24 req-99e23233-148c-496b-b5e8-710fd528f617 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408222
Nov 19 16:05:09.959528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-76a8aa71-5a9f-4c75-bc66-1dbed5024012 req-bf6e5ee9-9d0f-403a-90f1-6014f2cdd1db service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2533758
Nov 19 16:05:09.981347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14810d9a-12af-4cdf-ac62-17f486ed21f9 req-9ee733b0-a76a-468f-adc1-058457a15a41 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.983614 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14810d9a-12af-4cdf-ac62-17f486ed21f9 req-9ee733b0-a76a-468f-adc1-058457a15a41 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 944 time: 0.1328053
Nov 19 16:05:09.985252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a89df-591f-40fa-807d-b7b43b061870 req-f44f70cd-6edd-43df-89c0-cbd70c002794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:09.986893 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-f44f70cd-6edd-43df-89c0-cbd70c002794 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=198a1575-208d-4aae-a4d5-6cbea643d658 HTTP/1.1" status: 200  len: 854 time: 0.2018957
Nov 19 16:05:10.033827 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-14810d9a-12af-4cdf-ac62-17f486ed21f9 req-b91bdd19-3131-4f52-8a8c-5eb553f88bbb tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432165
Nov 19 16:05:10.052648 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-54743a67-2aeb-4480-85a0-8bbc6dace572 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532582
Nov 19 16:05:10.333081 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-1e8e04c0-d824-4a1e-b229-12a5b712e7e4 service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506678
Nov 19 16:05:10.892773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4a7f7-a6b0-4790-b512-cd20421aedfa req-f496f1b6-22c7-41af-8627-88babf09d7ba tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:10.894485 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e0a4a7f7-a6b0-4790-b512-cd20421aedfa req-f496f1b6-22c7-41af-8627-88babf09d7ba tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.1606426
Nov 19 16:05:10.902318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-53525cc8-1bad-418d-bb89-d6e11d889f54 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1202 time: 0.1168673
Nov 19 16:05:10.923956 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a22a89df-591f-40fa-807d-b7b43b061870 req-bfc2ed65-cc53-4833-9022-52f6402a76f7 service neutron] 10.222.0.40 "GET /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5389256
Nov 19 16:05:11.042065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e0a4a7f7-a6b0-4790-b512-cd20421aedfa req-e3f2bd3a-9148-43ff-b907-162c6ba00441 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1386898
Nov 19 16:05:11.088464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:11.116289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:11.136179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-bff6f081-dc01-4f44-9140-aa1e0852c99e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:11.137854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-bff6f081-dc01-4f44-9140-aa1e0852c99e service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.2189193
Nov 19 16:05:11.300956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1ebba-7386-4853-b786-3418a5251b8e req-0ccdf0a4-b3ea-434c-8fea-0c3d7a53ef94 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:11.302538 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2ba1ebba-7386-4853-b786-3418a5251b8e req-0ccdf0a4-b3ea-434c-8fea-0c3d7a53ef94 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.2234125
Nov 19 16:05:11.326850 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Floating IP 936861a7-3d87-44ae-b20e-c7a7507347ea associated. External IP: 172.27.2.117, port: 999069c7-012a-4da2-a515-5ca48422e6f5.
Nov 19 16:05:11.357609 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-1aab9d08-d279-469e-a986-ca760cf42fcd service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 1001 time: 0.2017572
Nov 19 16:05:11.445046 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2ba1ebba-7386-4853-b786-3418a5251b8e req-36c0c5d4-bb42-4551-ac97-8cfe83f95d8d tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350081
Nov 19 16:05:11.455819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795664d-eab5-4b9d-bfc7-cd4e87493acb req-34ba7b21-d45a-41de-ac3f-4e673eac20a6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:11.457403 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c795664d-eab5-4b9d-bfc7-cd4e87493acb req-34ba7b21-d45a-41de-ac3f-4e673eac20a6 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 944 time: 0.2472377
Nov 19 16:05:11.463048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-be3b5124-8a6d-412e-a640-66ed2a907eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:11.464883 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-be3b5124-8a6d-412e-a640-66ed2a907eb5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.0974700
Nov 19 16:05:11.567780 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c795664d-eab5-4b9d-bfc7-cd4e87493acb req-d06c2c04-4b9d-40ab-aa17-3401e223f264 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995443
Nov 19 16:05:11.586141 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-0a4e371a-87a2-4ea8-b816-06d5fa58c10d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036887
Nov 19 16:05:11.753520 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-16f51b1c-10f2-4d95-9595-5ca3f59800c6 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439586
Nov 19 16:05:11.754194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:05:11.903949 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04be509c-b7cb-4f42-80d1-4c7b399abe02 req-fee28657-dffd-486f-84f5-2144141633c6 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388395
Nov 19 16:05:11.967968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:05:11.972411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:11.977822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:05:11.990704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:05:11.991501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57645fec88>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:05:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:12.031952 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f6ee318b-2be0-41d2-8956-e891f63a6eb4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "PUT /v2.0/floatingips/936861a7-3d87-44ae-b20e-c7a7507347ea HTTP/1.1" status: 200  len: 991 time: 2.3149848
Nov 19 16:05:12.032708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:12.131956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-b60cda39-1774-4bbb-bf54-9d1a81b2f5b0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:12.133833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-b60cda39-1774-4bbb-bf54-9d1a81b2f5b0 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.0890326
Nov 19 16:05:12.154061 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5', 'status': 'completed', 'code': 200}
Nov 19 16:05:12.217088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:05:12.229992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Deleting port 9ea69cc3-e702-4e10-9bd4-49f98f5388de {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:05:12.230381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:12.333853 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-231e265f-62de-401f-b9cc-f9784e7a1dad service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1162 time: 0.1010137
Nov 19 16:05:12.508983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-1dbea980-9188-46ff-ae92-f7ab90e295c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:12.510621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-1dbea980-9188-46ff-ae92-f7ab90e295c6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.1594758
Nov 19 16:05:12.640172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-173f8156-cd78-49d2-b718-8e04c415750f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 999 time: 0.1207991
Nov 19 16:05:12.729216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-b04e5778-8b5c-453f-9ef9-eee8249298e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:12.730886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-b04e5778-8b5c-453f-9ef9-eee8249298e0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0832460
Nov 19 16:05:12.805271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a61923-7211-475a-9fe2-5760287bb24b req-81ce85e7-d773-416e-a37e-7c7858426552 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:12.805911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57645fec88>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '936861a7-3d87-44ae-b20e-c7a7507347ea', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '999069c7-012a-4da2-a515-5ca48422e6f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:6f:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:47Z', 'updated_at': '2020-11-19T16:05:10Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:12.806866 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-72a61923-7211-475a-9fe2-5760287bb24b req-81ce85e7-d773-416e-a37e-7c7858426552 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.3187523
Nov 19 16:05:12.811048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:05:12.824641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:05:12.825875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57645fec88>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:05:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:12.831369 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-6a629dfe-34b7-4b05-9ce5-61cbdbe595d5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846071
Nov 19 16:05:12.890357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b118e-6d1b-4eeb-ae40-479a923571fa req-62f623c6-6369-4a22-b981-2da31eb29ad7 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:12.892000 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd5b118e-6d1b-4eeb-ae40-479a923571fa req-62f623c6-6369-4a22-b981-2da31eb29ad7 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 946 time: 0.2775578
Nov 19 16:05:12.941873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] For port 9ea69cc3-e702-4e10-9bd4-49f98f5388de, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9ea69cc3-e702-4e10-9bd4-49f98f5388de,segment=NetworkSegment(2c3f5419-79db-4d8a-8af6-429003f2c533),segment_id=2c3f5419-79db-4d8a-8af6-429003f2c533)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:12.942270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:12.955890 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-72a61923-7211-475a-9fe2-5760287bb24b req-1ccfe477-d257-43b4-94ca-7718255d6e97 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1371686
Nov 19 16:05:12.991154 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-4b359795-555f-4e15-9bb1-da87f7d5e0be service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505361
Nov 19 16:05:13.034580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:05:13.092253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Calling delete_port for 9ea69cc3-e702-4e10-9bd4-49f98f5388de owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:05:13.144508 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-494c7390-39a5-4bac-9a30-edd0dd1a378e req-a297b45b-ec3b-4b31-b6e4-85e4521cb7b1 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451094
Nov 19 16:05:13.212220 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd5b118e-6d1b-4eeb-ae40-479a923571fa req-51ae1894-7fbf-4cc8-a959-b789d324e704 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/security-groups?id=85bb00d4-8bb1-44b2-90b5-5d80b5c00285&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054545
Nov 19 16:05:13.310716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18fc7-56d0-47f9-9ee0-f24de80e59b6 req-fb84047d-afce-4ddf-bea5-93c083e8397a tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:13.311303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:13.312436 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a6c18fc7-56d0-47f9-9ee0-f24de80e59b6 req-fb84047d-afce-4ddf-bea5-93c083e8397a tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 944 time: 0.1901302
Nov 19 16:05:13.373943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:13.378078 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a6c18fc7-56d0-47f9-9ee0-f24de80e59b6 req-e64475a2-7863-4fd8-980f-fa35890466f4 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544524
Nov 19 16:05:13.397310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:13.488892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57645fec88>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '936861a7-3d87-44ae-b20e-c7a7507347ea', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '999069c7-012a-4da2-a515-5ca48422e6f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:6f:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:47Z', 'updated_at': '2020-11-19T16:05:10Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:13.491402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Pushing event deleted for resources: {'Port': ['ID=9ea69cc3-e702-4e10-9bd4-49f98f5388de,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:13.494388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7cf9c7-fe20-4ecb-bb98-f3603f5c5697 None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '936861a7-3d87-44ae-b20e-c7a7507347ea', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '999069c7-012a-4da2-a515-5ca48422e6f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:6f:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:04:47Z', 'updated_at': '2020-11-19T16:05:10Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:05:13.502868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:05:13.508920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:13.509986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:13.518450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:13.611114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] No DVR routers for this DVR port 9ea69cc3-e702-4e10-9bd4-49f98f5388de on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:05:13.613489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:13.616332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'name': 'network-vif-deleted', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:13.630555 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb45fb95-878f-43d4-953b-3a978ae88731 req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.40 "DELETE /v2.0/ports/9ea69cc3-e702-4e10-9bd4-49f98f5388de HTTP/1.1" status: 204  len: 173 time: 1.4881744
Nov 19 16:05:13.632591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:13.662223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:13.673765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 4b5678c7-71db-44d0-94a3-769bfe8a5627, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b5678c7-71db-44d0-94a3-769bfe8a5627,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:13.676862 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3997c98c-14a6-44e4-8010-c4938210e0c5', 'name': 'network-vif-deleted', 'tag': '9ea69cc3-e702-4e10-9bd4-49f98f5388de', 'status': 'completed', 'code': 200}
Nov 19 16:05:13.714889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:13.718262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:13.753908 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627', 'code': 200}
Nov 19 16:05:13.761665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 9ea69cc3-e702-4e10-9bd4-49f98f5388de no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:05:13.812241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 9ea69cc3-e702-4e10-9bd4-49f98f5388de {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:05:13.812649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 9ea69cc3-e702-4e10-9bd4-49f98f5388de not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:05:13.827082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e895f4-504b-446c-86f3-989a9256ada2 None None] New status for floating IP 936861a7-3d87-44ae-b20e-c7a7507347ea: ACTIVE {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:05:13.838749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=4b5678c7-71db-44d0-94a3-769bfe8a5627,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:13.848462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.848856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.849282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.849731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.850119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.850483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.850855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.851224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.851708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.851963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.852331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.852695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.853148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.853534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.853903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.854268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.854636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.854994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.855351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.855716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.856083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.856563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.857488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.857890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:13.862403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:14.256192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a65d9-b858-454b-a717-251d9d8ee601 req-2089561b-513d-4011-bb2a-af6689b04970 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:14.257852 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2d2a65d9-b858-454b-a717-251d9d8ee601 req-2089561b-513d-4011-bb2a-af6689b04970 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.1556566
Nov 19 16:05:14.265816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e1147b66-7e0b-46dc-b8b5-95b4ef39554b req-b1bcb93c-f22b-49f8-975e-b7796acb4188 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 1163 time: 0.1051829
Nov 19 16:05:14.345856 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2d2a65d9-b858-454b-a717-251d9d8ee601 req-d2f82590-fc13-4b16-8058-91d11dd07565 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0789654
Nov 19 16:05:14.347562 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e1147b66-7e0b-46dc-b8b5-95b4ef39554b req-b64acb6e-853a-435c-a061-d3a17bc2bf4e service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656571
Nov 19 16:05:14.406946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-912f9688-29b7-4644-89b2-c8d1cee71098 req-402dfdcc-0ce9-42a3-a52c-9b87480a0db3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Synchronizing usage tracker for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:05:14.459065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-912f9688-29b7-4644-89b2-c8d1cee71098 req-402dfdcc-0ce9-42a3-a52c-9b87480a0db3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Unset dirty status for tenant:ea38bfffbcd64b67a5972a7a59d200fc on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:05:14.460423 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-912f9688-29b7-4644-89b2-c8d1cee71098 req-402dfdcc-0ce9-42a3-a52c-9b87480a0db3 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] 10.222.0.43 "GET /v2.0/ports?device_id=3997c98c-14a6-44e4-8010-c4938210e0c5 HTTP/1.1" status: 200  len: 210 time: 0.1006746
Nov 19 16:05:14.604020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a27ea-d5aa-4e24-8e2d-0d095abb35c9 req-f40313ea-681f-417d-8a62-5bc9079ab45c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:14.605731 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b9a27ea-d5aa-4e24-8e2d-0d095abb35c9 req-f40313ea-681f-417d-8a62-5bc9079ab45c tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.0860717
Nov 19 16:05:14.656205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b9a27ea-d5aa-4e24-8e2d-0d095abb35c9 req-c0163c1d-90cd-4113-a109-c411c70322b8 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442257
Nov 19 16:05:14.780549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:14.851787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:14.852204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:15.560268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2409b72-b862-4f4b-b4d5-ad5bd9da5deb req-165f9529-d967-4e2a-8239-3f3bb167ac73 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:15.561951 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d2409b72-b862-4f4b-b4d5-ad5bd9da5deb req-165f9529-d967-4e2a-8239-3f3bb167ac73 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0886526
Nov 19 16:05:15.578848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59372) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:15.615007 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d2409b72-b862-4f4b-b4d5-ad5bd9da5deb req-2186577b-084e-4e94-81d4-7d00c91010a8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461745
Nov 19 16:05:15.647276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Deleting subnet 5b1f19a8-a470-48e0-b0fa-39e0247f74b8 {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:05:15.650362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:15.705924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:15.771036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:15.911190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eec1b-157b-45ed-bba0-07a2d33ac74c req-2df3f621-d2b1-4c95-9da2-f9b62c564aad tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:15.912888 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ce3eec1b-157b-45ed-bba0-07a2d33ac74c req-2df3f621-d2b1-4c95-9da2-f9b62c564aad tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.1177108
Nov 19 16:05:15.963878 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ce3eec1b-157b-45ed-bba0-07a2d33ac74c req-fe6a63c3-900e-45e1-b941-f15be2abe2c7 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442517
Nov 19 16:05:16.087766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.104402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-43795062-3ac0-4ac2-a529-9dc4e50d338c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:16.192617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1f19a8-a470-48e0-b0fa-39e0247f74b8,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:16.204729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:16.241656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.247677 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5b1f19a8-a470-48e0-b0fa-39e0247f74b8 HTTP/1.1" status: 204  len: 168 time: 0.6677270
Nov 19 16:05:16.250680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59380) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:16.363813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.788920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.837085 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:16.838470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d3c2-c6ef-4b23-bf16-0d2c85c8a32f req-6407a628-3ef3-4cab-ac87-ac54b11c457a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:16.840175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5ba3d3c2-c6ef-4b23-bf16-0d2c85c8a32f req-6407a628-3ef3-4cab-ac87-ac54b11c457a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0902057
Nov 19 16:05:16.896431 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5ba3d3c2-c6ef-4b23-bf16-0d2c85c8a32f req-525b8aab-4483-4970-b757-6b13525a10ac tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0492027
Nov 19 16:05:16.911689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575f9d4b70>,) {'filters': {'network_id': ['b67abdee-3954-4e35-9f4c-823281435803']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:16.913592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:16.914023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.930358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f9d4b70>, '2c3f5419-79db-4d8a-8af6-429003f2c533') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:16.930694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f9d4b70>, '2c3f5419-79db-4d8a-8af6-429003f2c533') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:05:16.944118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.959358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:16.961237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:05:17.153824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Network b67abdee-3954-4e35-9f4c-823281435803 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:05:17.164277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:17.211230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c766840-99c3-46af-b678-9ef5c4047654 req-4b068b36-6926-4fc6-a403-e3f41385ce17 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:17.212911 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7c766840-99c3-46af-b678-9ef5c4047654 req-4b068b36-6926-4fc6-a403-e3f41385ce17 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.0875840
Nov 19 16:05:17.262124 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7c766840-99c3-46af-b678-9ef5c4047654 req-e671489b-956b-4ae9-92b3-25ee5b158529 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424089
Nov 19 16:05:17.354381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Network b67abdee-3954-4e35-9f4c-823281435803 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:05:17.377216 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:05:17.481866 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:17.485396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:17.499690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:17.511023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67abdee-3954-4e35-9f4c-823281435803,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:17.514963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:17.545545 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b67abdee-3954-4e35-9f4c-823281435803 HTTP/1.1" status: 204  len: 168 time: 1.2937517
Nov 19 16:05:17.879605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59400) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:17.932363 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-52e17aec-8a3b-4fb7-bd94-c3aea813e8a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea38bfffbcd64b67a5972a7a59d200fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514088
Nov 19 16:05:17.934998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59406) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:18.009208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:18.037669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:18.110602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:18.117195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7270189b-d214-4314-a9ac-3d1fcce1f3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:18.120447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adbe30-4bcc-44e4-b62d-de25f1db6204 req-9925e307-30f3-445f-aba8-fa9bbcc615b4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:18.123536 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d2adbe30-4bcc-44e4-b62d-de25f1db6204 req-9925e307-30f3-445f-aba8-fa9bbcc615b4 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0884049
Nov 19 16:05:18.131903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb00d4-8bb1-44b2-90b5-5d80b5c00285,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:18.136531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:18.140272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:18.141942 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85bb00d4-8bb1-44b2-90b5-5d80b5c00285 HTTP/1.1" status: 204  len: 168 time: 0.2050579
Nov 19 16:05:18.190127 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d2adbe30-4bcc-44e4-b62d-de25f1db6204 req-dca1597a-dff8-4607-a654-b26da1522c0b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0606878
Nov 19 16:05:19.418594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91ecd6-6008-40ed-bd5f-e3a8f48bff4b req-01143f2e-f249-4661-aae7-7ba3216c5df5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:19.420792 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a91ecd6-6008-40ed-bd5f-e3a8f48bff4b req-01143f2e-f249-4661-aae7-7ba3216c5df5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0855021
Nov 19 16:05:19.761097 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a91ecd6-6008-40ed-bd5f-e3a8f48bff4b req-981ae6a9-4419-410c-9496-c1de1a483e15 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3338273
Nov 19 16:05:19.906014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:05:20.970830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59476) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:20.993924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9ed1-729c-497e-91f4-6d810b910d5c req-50b735d1-e745-4002-8ef4-251d82efa2d6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:20.996124 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a08e9ed1-729c-497e-91f4-6d810b910d5c req-50b735d1-e745-4002-8ef4-251d82efa2d6 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0983319
Nov 19 16:05:21.049279 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a08e9ed1-729c-497e-91f4-6d810b910d5c req-fcb93448-e8e3-491f-9b8b-4fb7424c4067 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0458336
Nov 19 16:05:21.135049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.168907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:21.173886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Usage tracker for resource:security_group_rule and tenant:275659db4a304b92a4c3c068ed3024e0 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:21.176878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:21.183004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:21.313771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.345020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.354855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-630e44bb-aa7b-457b-a625-0e187b39c5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:21.397970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85134629-aed5-42e5-bf82-d89f4fe4ac7f,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:21.401522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:21.407990 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=275659db4a304b92a4c3c068ed3024e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4356525
Nov 19 16:05:21.410857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59484) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:21.475367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.504311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.584705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.589752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c2728e2-fe39-476a-9e08-52186aed9d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:21.603636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85134629-aed5-42e5-bf82-d89f4fe4ac7f,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:21.606397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:21.608166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:21.610028 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85134629-aed5-42e5-bf82-d89f4fe4ac7f HTTP/1.1" status: 204  len: 168 time: 0.1981442
Nov 19 16:05:22.115450 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59498) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:22.137632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.173443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:22.177770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Usage tracker for resource:security_group_rule and tenant:21fcefbb87a142ca9a9b969f4a7c24a4 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:22.181067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:22.187760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:22.259183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.269161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddafb2-e98b-43df-8387-bce746f3ca69 req-736d0431-7ca1-4025-b5d8-13e165f5970d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:22.270811 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7dddafb2-e98b-43df-8387-bce746f3ca69 req-736d0431-7ca1-4025-b5d8-13e165f5970d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0886352
Nov 19 16:05:22.287754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.296036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7ccede8b-bff8-4ea7-8591-05b7fb54cd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:22.321381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7dddafb2-e98b-43df-8387-bce746f3ca69 req-896704a3-8f86-461d-9218-eb4fceb0ae42 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442088
Nov 19 16:05:22.343610 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240eb0ac-3277-452f-88f5-ff5858c64b65,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:22.349658 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21fcefbb87a142ca9a9b969f4a7c24a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2318015
Nov 19 16:05:22.349658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:22.351050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59502) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:22.414184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.441441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.522068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.527291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fcef6c74-db39-428a-8a71-e5895f554523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:22.540905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240eb0ac-3277-452f-88f5-ff5858c64b65,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:22.543963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:22.544857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:22.546366 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/240eb0ac-3277-452f-88f5-ff5858c64b65 HTTP/1.1" status: 204  len: 168 time: 0.1940882
Nov 19 16:05:22.699170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-eb6ba80d-d56b-49e6-8ab1-0eb914ee4c87 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0853000
Nov 19 16:05:22.891879 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-2239f59b-a8af-4159-98e0-d58fa0d5a0f3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 1162 time: 0.0824161
Nov 19 16:05:23.071329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-c969b4d0-439b-418c-a944-bbce1deb41d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:23.071329 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-c969b4d0-439b-418c-a944-bbce1deb41d1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.1466472
Nov 19 16:05:23.176707 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-19805357-a0f8-41c8-90f3-3afbe884e73b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 200  len: 1001 time: 0.1031086
Nov 19 16:05:23.250956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-bc46f883-d1d4-43c0-b20f-781fab253b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:23.252577 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-bc46f883-d1d4-43c0-b20f-781fab253b7b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0692677
Nov 19 16:05:23.337886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-a32a0ff4-3de1-4e1e-b1ba-d004afb976f5 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771952
Nov 19 16:05:23.545065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-d05f29f3-48c8-409b-9989-90ea78bc6204 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996121
Nov 19 16:05:23.868585 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c236e8-3acc-4283-8aa3-06dc655b6733 req-e2db5fbb-11f2-4bf3-bc2f-312a1687b5ec tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:23.870244 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-60c236e8-3acc-4283-8aa3-06dc655b6733 req-e2db5fbb-11f2-4bf3-bc2f-312a1687b5ec tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.4060960
Nov 19 16:05:23.948375 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe329327-0a47-4ef9-99cc-5eb5d2d86dc2 req-e247b212-e1b8-4c1c-97a8-e5aa3cb7c38f service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3948727
Nov 19 16:05:23.955660 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-60c236e8-3acc-4283-8aa3-06dc655b6733 req-c0ded164-3a4a-4315-9f30-b98313bd2ae5 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0769773
Nov 19 16:05:25.065339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:25.175356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0494b26-7a89-4377-9e82-dbeb3ca1eb58 req-dd5c211f-66b5-4f1c-9a80-52eaed9c7997 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:25.176984 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0494b26-7a89-4377-9e82-dbeb3ca1eb58 req-dd5c211f-66b5-4f1c-9a80-52eaed9c7997 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0853841
Nov 19 16:05:25.233742 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0494b26-7a89-4377-9e82-dbeb3ca1eb58 req-b5121069-a17f-465b-9761-a72a2dd61f51 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0497670
Nov 19 16:05:25.421830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59570) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:25.577806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:25.611039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:25.615175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Usage tracker for resource:security_group_rule and tenant:893db12ecd5640cd95acdfee671318ce is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:25.621493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:25.624096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:25.695852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:25.743727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:25.751923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4dad1113-7fe1-46c3-9b90-7cd07f1f27ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:25.792199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d87215-bdd1-4d6c-9f14-f14bb1d396a6,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:25.798242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:25.808031 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6ee7b3b3-5245-49b6-a1c7-0cbd284e533d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=893db12ecd5640cd95acdfee671318ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3816867
Nov 19 16:05:25.808145 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59578) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:25.879395 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:25.908250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.000931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.006790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bddf2ed3-4711-4907-8808-b2813c9a7eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:26.020827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d87215-bdd1-4d6c-9f14-f14bb1d396a6,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:26.023525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:26.027969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.029479 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3d87215-bdd1-4d6c-9f14-f14bb1d396a6 HTTP/1.1" status: 204  len: 168 time: 0.2207465
Nov 19 16:05:26.451618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4f3ec-b6bc-4cbb-875c-dacc7f47f008 req-c7bfa771-b14e-4330-8fac-ae152e0abf37 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:26.453239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4ec4f3ec-b6bc-4cbb-875c-dacc7f47f008 req-c7bfa771-b14e-4330-8fac-ae152e0abf37 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0889707
Nov 19 16:05:26.505438 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4ec4f3ec-b6bc-4cbb-875c-dacc7f47f008 req-d1535cd4-1f38-4428-a061-6aa2da038ac3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0459878
Nov 19 16:05:26.624785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59594) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:26.644959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.677412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:26.681422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Usage tracker for resource:security_group_rule and tenant:0ac409d222ef4ad1865cb34a3c9f4a22 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:26.684463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:26.690898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:26.759072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.806151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.813917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4a44ef69-3b74-47ee-8cb4-4091e7fb8738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:26.858710 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ac409d222ef4ad1865cb34a3c9f4a22&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2327600
Nov 19 16:05:26.859511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9a78e-74be-4518-b740-937c364500e9,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:26.861433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59598) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:26.862850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:26.924925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:26.952215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:27.041672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:27.047367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-15730c67-baea-44b2-9447-9f217975accc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:27.062398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9a78e-74be-4518-b740-937c364500e9,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:27.065621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:27.070133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:27.071365 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cd9a78e-74be-4518-b740-937c364500e9 HTTP/1.1" status: 204  len: 168 time: 0.2088208
Nov 19 16:05:27.722732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b9a3-98a2-4f13-9f42-3a6d2f6aa117 req-b2580e34-bcd0-4c48-9dab-4083fc152628 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:27.724322 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b637b9a3-98a2-4f13-9f42-3a6d2f6aa117 req-b2580e34-bcd0-4c48-9dab-4083fc152628 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0903478
Nov 19 16:05:27.776325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b637b9a3-98a2-4f13-9f42-3a6d2f6aa117 req-352cbdc4-ad8b-4b02-bc15-1176e3a0a424 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448604
Nov 19 16:05:28.994729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2857df-5556-4b1f-aa8b-aee3fc5d571d req-7f39ad3f-520a-4a5b-bd6e-44887d8528b7 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:28.996406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ed2857df-5556-4b1f-aa8b-aee3fc5d571d req-7f39ad3f-520a-4a5b-bd6e-44887d8528b7 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0871627
Nov 19 16:05:29.049472 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ed2857df-5556-4b1f-aa8b-aee3fc5d571d req-c23381c0-0181-4744-a741-2a310ca07071 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0466578
Nov 19 16:05:30.266337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d65b-55ba-4a3d-bbce-930053c9c14a req-eaf13cd4-b95d-4992-a13c-574924a07bd3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:30.267970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4244d65b-55ba-4a3d-bbce-930053c9c14a req-eaf13cd4-b95d-4992-a13c-574924a07bd3 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0892539
Nov 19 16:05:30.298022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:30.339538 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4244d65b-55ba-4a3d-bbce-930053c9c14a req-81d6d126-ceee-45c8-917b-908e3ee79884 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0650265
Nov 19 16:05:30.393020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:30.393481 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:30.537235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:30.609619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:30.609965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:31.312024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:31.382599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:31.383034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:31.550682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a7dd-bb36-414c-be24-90598fba00ff req-2feb55ae-58d2-472e-a28e-fc0e0a6a043d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:31.552291 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e603a7dd-bb36-414c-be24-90598fba00ff req-2feb55ae-58d2-472e-a28e-fc0e0a6a043d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0837865
Nov 19 16:05:31.602637 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e603a7dd-bb36-414c-be24-90598fba00ff req-7a24fcd0-3ebf-4708-bfb9-332e42a10a0a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=92b9b661-6a67-41bc-9c60-e966f9f05ef7&id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436759
Nov 19 16:05:32.768110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-84183ec8-b826-48d1-8095-225e7e3e4784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:35.257301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-afbea035-9e32-4045-bd03-3268d4981458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:35.794372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:36.498842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:36.525747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59754) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:36.681981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:36.717135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:36.721854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:053d542fa431420d8d4395a9d7ebc3cb is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:36.725256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:36.731651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:36.802897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:36.846130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:36.854341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9b7326d2-84da-47cb-9119-d88cc870e04e tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:36.898388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c4e9a-29d2-4496-9c30-0e40f7b294d0,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:36.902344 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=053d542fa431420d8d4395a9d7ebc3cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3755102
Nov 19 16:05:36.904988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59762) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:36.925932 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.926345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.926752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.927156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.927554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.927951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.928350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.928741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.929135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.929567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.929960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.930348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.930820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.931206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.931591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.931977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.932361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.932745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.933128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.933529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.933922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.934302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.934685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.935068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:05:36.941268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ac29148e-7ad6-4bdd-b856-53682bf7c1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:36.985955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.013480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.024459 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.087212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.092332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7df01eb0-42ce-4fa3-a038-d021331b4719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:37.103247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c4e9a-29d2-4496-9c30-0e40f7b294d0,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:37.108941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:37.110816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.112743 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a9c4e9a-29d2-4496-9c30-0e40f7b294d0 HTTP/1.1" status: 204  len: 168 time: 0.2066576
Nov 19 16:05:37.585616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59776) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:37.606022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.639448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:37.643564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Usage tracker for resource:security_group_rule and tenant:23635792d2af4118b7634a2c4117184e is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:37.646454 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:37.652245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:37.721003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.744198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.752174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e90417f-c499-4eb1-9438-43b3544a3746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:37.797128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6301c3-c604-4ddd-8eb2-ad03914cd425,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:37.802041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23635792d2af4118b7634a2c4117184e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2153108
Nov 19 16:05:37.803035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:37.804874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59780) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:37.869235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.901302 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.983154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:37.988260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-84b37b43-a7a9-40c1-961c-ab5fe03ff126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:38.001293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6301c3-c604-4ddd-8eb2-ad03914cd425,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:38.004253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:38.008286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.009742 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fd6f3b7b-d3d2-457a-a5d4-64b06ad13652 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c6301c3-c604-4ddd-8eb2-ad03914cd425 HTTP/1.1" status: 204  len: 168 time: 0.2037649
Nov 19 16:05:38.544503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 59790) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:38.565259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.597076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:38.601142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ccb00fd9854afe84905b9d04ca74f7 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:38.604131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:38.610409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:38.685147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.716017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.725281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:38.778055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5ccb00fd9854afe84905b9d04ca74f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2318065
Nov 19 16:05:38.778973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb0903-dd9b-46d6-b9ef-167af23d7cc7,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:38.779210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59802) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:38.790923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:38.856121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.884505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.955779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.961083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c8de2c9a-6a2f-4e29-8f5c-ba44fc72416b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:38.976523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb0903-dd9b-46d6-b9ef-167af23d7cc7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:38.979851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:38.984295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:38.988302 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69fb0903-dd9b-46d6-b9ef-167af23d7cc7 HTTP/1.1" status: 204  len: 168 time: 0.2073872
Nov 19 16:05:41.092943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59858) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:41.232747 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ee580-8407-4964-8b85-9dff01a46c94 req-6c617e32-eb56-4e2a-9b3e-9698985c0aaa tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:41.234432 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a1ee580-8407-4964-8b85-9dff01a46c94 req-6c617e32-eb56-4e2a-9b3e-9698985c0aaa tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.0942104
Nov 19 16:05:41.253524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.286533 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a1ee580-8407-4964-8b85-9dff01a46c94 req-62ad13f5-5ee2-40a2-808b-0a838c730136 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451458
Nov 19 16:05:41.288445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:05:41.292590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Usage tracker for resource:security_group_rule and tenant:a3db1f9d59994a64af496582d104a3df is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:05:41.296332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:05:41.303322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:05:41.380172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.510185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.518843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-daabc389-f1fe-444a-9ca9-bcf09cb14e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:41.566601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca26f4-61be-4b53-96d4-c85f53798f29,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:41.569895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:41.572283 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b6bdbe97-2cfd-4665-a545-21fcc0937077 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3db1f9d59994a64af496582d104a3df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4782419
Nov 19 16:05:41.574955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 59866) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:05:41.639700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.667829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.744471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.750341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-90492a98-29bd-4b0a-ad4b-b2c5c3c1a0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:41.763663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca26f4-61be-4b53-96d4-c85f53798f29,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:41.767514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:41.769587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:41.770819 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84ca26f4-61be-4b53-96d4-c85f53798f29 HTTP/1.1" status: 204  len: 168 time: 0.1948023
Nov 19 16:05:42.505182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad37d6-bbb2-4023-8914-068320c2e763 req-1160cf1c-0fe2-45b0-9f2b-66e9ebc421e8 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:42.506852 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f8ad37d6-bbb2-4023-8914-068320c2e763 req-1160cf1c-0fe2-45b0-9f2b-66e9ebc421e8 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.0858486
Nov 19 16:05:42.556818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f8ad37d6-bbb2-4023-8914-068320c2e763 req-5dd736c0-b9f9-4253-8a61-d70a8111c07d tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435064
Nov 19 16:05:43.473513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:05:43.529144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-863f33bd-4459-49c9-8b53-461627715ec9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:43.533602 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-863f33bd-4459-49c9-8b53-461627715ec9 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.1037722
Nov 19 16:05:43.560478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 4b5678c7-71db-44d0-94a3-769bfe8a5627 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:05:43.561867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:43.616452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Deleting port 4b5678c7-71db-44d0-94a3-769bfe8a5627 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:05:43.616847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:43.961277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e235f45-09ea-415e-9a58-36c2db4f0cb6 req-d212c76d-9a6d-4690-bca5-d1e7624e479b tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:43.961648 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e235f45-09ea-415e-9a58-36c2db4f0cb6 req-d212c76d-9a6d-4690-bca5-d1e7624e479b tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 946 time: 0.2413671
Nov 19 16:05:43.971649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] For port 4b5678c7-71db-44d0-94a3-769bfe8a5627, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b5678c7-71db-44d0-94a3-769bfe8a5627,segment=NetworkSegment(eed74efa-fd99-4f40-9231-1b4a6f0d6cf9),segment_id=eed74efa-fd99-4f40-9231-1b4a6f0d6cf9)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:05:43.972050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:44.126677 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Calling delete_port for 4b5678c7-71db-44d0-94a3-769bfe8a5627 owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:05:44.199144 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e235f45-09ea-415e-9a58-36c2db4f0cb6 req-1eb72b51-66f6-47c6-a9be-3c8dde450d3a tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/security-groups?id=90182dca-1bd1-4e8d-b5b7-4dcbc233639a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296290
Nov 19 16:05:44.309644 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:44.328042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3ca8cca1-2d1f-4cfc-8bf7-65fc6ed0aebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:05:44.419200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Pushing event deleted for resources: {'Port': ['ID=4b5678c7-71db-44d0-94a3-769bfe8a5627,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:05:44.431844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:05:44.526652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] No DVR routers for this DVR port 4b5678c7-71db-44d0-94a3-769bfe8a5627 on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:05:44.528789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:44.532195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'name': 'network-vif-deleted', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:05:44.550435 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15144bb0-2655-4096-88f9-d625e0b659a7 req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.40 "DELETE /v2.0/ports/4b5678c7-71db-44d0-94a3-769bfe8a5627 HTTP/1.1" status: 204  len: 173 time: 1.0095301
Nov 19 16:05:44.591159 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8840af6c-6ccc-437d-b337-f372f9e4990a', 'name': 'network-vif-deleted', 'tag': '4b5678c7-71db-44d0-94a3-769bfe8a5627', 'status': 'completed', 'code': 200}
Nov 19 16:05:45.283144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:05:45.320843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 4b5678c7-71db-44d0-94a3-769bfe8a5627 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:05:45.321221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 4b5678c7-71db-44d0-94a3-769bfe8a5627 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:05:45.399486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-4436dfc6-10d4-4f9f-8575-d4573431c2fd req-e56be64f-a914-426b-8ad0-98552347a897 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Synchronizing usage tracker for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:05:45.439914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-4436dfc6-10d4-4f9f-8575-d4573431c2fd req-e56be64f-a914-426b-8ad0-98552347a897 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Unset dirty status for tenant:55e0fe5c8f9e464aabd841ec8190ea1e on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:05:45.441228 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4436dfc6-10d4-4f9f-8575-d4573431c2fd req-e56be64f-a914-426b-8ad0-98552347a897 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] 10.222.0.43 "GET /v2.0/ports?device_id=8840af6c-6ccc-437d-b337-f372f9e4990a HTTP/1.1" status: 200  len: 210 time: 0.0882697
Nov 19 16:05:54.990083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:05:56.908193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:05:57.967969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b83591-8396-45e3-9f1c-04605f0c0ad3 req-0339c070-ab39-4545-b979-38c342a0bb9b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:57.969650 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-64b83591-8396-45e3-9f1c-04605f0c0ad3 req-0339c070-ab39-4545-b979-38c342a0bb9b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0895035
Nov 19 16:05:58.021155 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-64b83591-8396-45e3-9f1c-04605f0c0ad3 req-bd1f9eb8-87c3-48bf-bd2c-21dd7324345f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450971
Nov 19 16:05:59.251920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce42b98-9c1e-42a4-8201-b812182228ee req-0ed5b13d-f725-4eed-a17b-0d18157506c3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:59.253828 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bce42b98-9c1e-42a4-8201-b812182228ee req-0ed5b13d-f725-4eed-a17b-0d18157506c3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0829387
Nov 19 16:05:59.304617 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bce42b98-9c1e-42a4-8201-b812182228ee req-61e1aba6-92f4-452a-8012-5bda71681cf4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447206
Nov 19 16:05:59.923456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-7fde7d34-5041-4b2b-a309-db1c5c9f52dc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:05:59.925156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-7fde7d34-5041-4b2b-a309-db1c5c9f52dc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.0871258
Nov 19 16:06:00.001590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Deleting port bfd898bd-f72a-401d-a318-6eeb3ca5c650 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:06:00.004562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:00.282599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] For port bfd898bd-f72a-401d-a318-6eeb3ca5c650, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfd898bd-f72a-401d-a318-6eeb3ca5c650,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:00.283053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:00.663926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:00.664336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:00.664697 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Floating IP 90e66186-815b-4d31-bbf1-8435c70e25c4 disassociated. External IP: 172.27.2.192, port: bfd898bd-f72a-401d-a318-6eeb3ca5c650.
Nov 19 16:06:00.665161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Calling delete_port for bfd898bd-f72a-401d-a318-6eeb3ca5c650 owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:06:00.955192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef8b5c-5595-4f45-bb38-ff0e1367509f req-94a57852-1625-4d47-912d-5387b83cc7bd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:00.956800 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3fef8b5c-5595-4f45-bb38-ff0e1367509f req-94a57852-1625-4d47-912d-5387b83cc7bd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 945 time: 0.4678872
Nov 19 16:06:01.071440 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3fef8b5c-5595-4f45-bb38-ff0e1367509f req-53a47606-ef1b-4c1a-9b21-09c0f189798b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=677b1e60-6821-4c84-97e9-bdd710487676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997803
Nov 19 16:06:01.115408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:01.136813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-926f5ec2-9f3a-4aa5-bba9-97718c8ba7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:01.234204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'Port': ['ID=bfd898bd-f72a-401d-a318-6eeb3ca5c650,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:01.237223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:01.533490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:06:01.755006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:01.767773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:01.792079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] No DVR routers for this DVR port bfd898bd-f72a-401d-a318-6eeb3ca5c650 on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:06:01.794949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:01.799445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-deleted', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:01.801291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:01.801993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57648606d8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:05:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:01.815480 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ea924f39-2730-4753-b8c9-50ded8a29da3 req-c672c785-a9e7-4de8-95bb-55580e642afc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "DELETE /v2.0/ports/bfd898bd-f72a-401d-a318-6eeb3ca5c650 HTTP/1.1" status: 204  len: 173 time: 1.8844755
Nov 19 16:06:01.878394 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f172b72-7d0a-4ba7-8795-f596ff25cf39', 'name': 'network-vif-deleted', 'tag': 'bfd898bd-f72a-401d-a318-6eeb3ca5c650', 'status': 'completed', 'code': 200}
Nov 19 16:06:02.011545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:02.286987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-de549c3c-f2ef-4b7c-8511-d18714fae002 req-d5e07b2b-985e-4089-bf22-74722367e69e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:06:02.332181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-de549c3c-f2ef-4b7c-8511-d18714fae002 req-d5e07b2b-985e-4089-bf22-74722367e69e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:06:02.333599 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-de549c3c-f2ef-4b7c-8511-d18714fae002 req-d5e07b2b-985e-4089-bf22-74722367e69e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.1038685
Nov 19 16:06:02.343058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57648606d8>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:02.347463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:02.359237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:02.359896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57648606d8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:05:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:02.726507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:02.864871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b12d-665a-4675-8994-a556f0ff3051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:03.076884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57648606d8>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:03.081847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74be15-a0dc-4b39-b3ae-9ee85aaadf37 None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:03.483832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629f4b7-8fa9-4e7a-ab82-5da7acf362c6 None None] New status for floating IP 90e66186-815b-4d31-bbf1-8435c70e25c4: DOWN {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:06:03.533013 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-04cd5bd5-d86d-4756-a3cc-3038c3d3b051 req-a13b6283-45c5-4392-9fc2-487b5cd60606 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0495508
Nov 19 16:06:04.061172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:06:04.095596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: bfd898bd-f72a-401d-a318-6eeb3ca5c650 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:06:04.095996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device bfd898bd-f72a-401d-a318-6eeb3ca5c650 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:06:04.738393 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-56cb6f7f-9c70-419c-8b17-1e92a3963cbe req-c07919dd-4e94-4dd5-880d-3104e8797535 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0451946
Nov 19 16:06:05.251990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd124-0fcd-40a3-a429-6ecb8e363d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:05.800674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:05.943008 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9f73ad8d-57c4-4c8c-8cc6-380baf56636e req-e05c4043-fafe-46dc-8711-1b6defa85012 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0487294
Nov 19 16:06:06.525523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:07.023896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:07.156496 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a5675f58-eac6-4fe7-8603-7225f02aa357 req-a221291a-1247-4e5a-8ea5-434bf7cc6601 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=5f172b72-7d0a-4ba7-8795-f596ff25cf39 HTTP/1.1" status: 200  len: 210 time: 0.0522182
Nov 19 16:06:08.379360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60136) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:08.455038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.485258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.560647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.566326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-40e7b493-3064-4c2d-9571-f15023763161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:08.583351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b1e60-6821-4c84-97e9-bdd710487676,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:08.592674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.593776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.594173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.600360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.601724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.602414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:08.605607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:08.623291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.625947 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "DELETE /v2.0/security-groups/677b1e60-6821-4c84-97e9-bdd710487676 HTTP/1.1" status: 204  len: 168 time: 0.2446470
Nov 19 16:06:08.628369 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60140) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:08.647994 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.v2.resource [None req-4bbb7c10-1191-486b-8a3b-e4f49fc9a7c3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] show failed (client error): The resource could not be found.
Nov 19 16:06:08.649120 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4bbb7c10-1191-486b-8a3b-e4f49fc9a7c3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups/677b1e60-6821-4c84-97e9-bdd710487676 HTTP/1.1" status: 404  len: 347 time: 0.0196223
Nov 19 16:06:08.653654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60144) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:08.819273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Deleting port da0580e6-cab1-4c99-987c-af73308f750b {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:06:08.819483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.998381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:08.998749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:09.134065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Calling delete_port for da0580e6-cab1-4c99-987c-af73308f750b owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:06:09.325330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:09.341879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:09.438301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'Port': ['ID=da0580e6-cab1-4c99-987c-af73308f750b,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:09.448283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:09.570139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:09.652588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:09.653807 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "DELETE /v2.0/floatingips/90e66186-815b-4d31-bbf1-8435c70e25c4 HTTP/1.1" status: 204  len: 168 time: 0.9991426
Nov 19 16:06:10.023392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60166) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:10.029313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group': {'name': 'tempest-securitygroup--626279187', 'description': 'tempest-description--10103534'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:10.035749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:10.040161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:10.043237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:10.049587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:10.086734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.123613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:10.128552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:10.131640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:10.137401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:10.199766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.240790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.246538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d7ba19d6-013d-4fa9-893f-9efba67fc3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:10.293268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroup': ['ID=8f439f31-7155-4ae1-93d4-0a2f9525a6a3,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:10.296714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:10.315087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.316409 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.2919486
Nov 19 16:06:10.319290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60174) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:10.325063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group_rule': {'security_group_id': '8f439f31-7155-4ae1-93d4-0a2f9525a6a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:10.331571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:10.335766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:10.338885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:10.345245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:10.408766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.476282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.509031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.511293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:10.535571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb204d3-8d64-49a3-baf4-2b5ad089c683,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:10.538240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:10.589460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.590867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-89f2c7ab-098f-4c2c-b5ef-e55616694832 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2705343
Nov 19 16:06:10.594237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60182) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:10.599897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'security_group_rule': {'security_group_id': '8f439f31-7155-4ae1-93d4-0a2f9525a6a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:10.606208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:10.610292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:security_group_rule and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:10.613289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:10.619332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:10.664405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.738457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.794853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.796966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c64a035d-eb88-43ef-bcf8-d9cb8188334b tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:10.818279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124d6416-2481-4f91-8011-120dc9daf99a,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:10.822435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:10.880606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:10.881980 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2867532
Nov 19 16:06:10.885431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60192) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:10.892910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:10.899493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:10.903902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Usage tracker for resource:floatingip and tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:10.907110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:10.913075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:10.947923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:11.093480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:11.466487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Allocated IP 172.27.2.213 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/9253c821-f69b-4588-95a8-d93121c088ef) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:11.633272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:11.687500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:11.704074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:11.838547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=9253c821-f69b-4588-95a8-d93121c088ef,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:11.844046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:11.899226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:11.900480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:11.902859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:11.996638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.083929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.366843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.400354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.415686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-69a2c6ee-e781-4172-9337-ab5382f6236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:12.545768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=9253c821-f69b-4588-95a8-d93121c088ef,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:12.551319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:12.658474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.720838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:12.722234 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8351810
Nov 19 16:06:12.908391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-564fc025-1985-4763-b0e5-333285dd6e1b req-0cd8e360-29e4-48cf-9c21-ddac9f6fcef1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:06:12.955019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-564fc025-1985-4763-b0e5-333285dd6e1b req-0cd8e360-29e4-48cf-9c21-ddac9f6fcef1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:06:12.956469 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-0cd8e360-29e4-48cf-9c21-ddac9f6fcef1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--626279187&fields=id&tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 267 time: 0.0929236
Nov 19 16:06:13.124955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fc025-1985-4763-b0e5-333285dd6e1b req-e6cf936f-12a9-4f96-bd50-20604b3dca8a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:13.126708 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-e6cf936f-12a9-4f96-bd50-20604b3dca8a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 817 time: 0.1624401
Nov 19 16:06:13.150473 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-9d053789-437b-45da-8479-cbf19f25e9a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/quotas/a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 375 time: 0.0161810
Nov 19 16:06:13.251687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-564fc025-1985-4763-b0e5-333285dd6e1b req-589fa04d-7812-4929-b007-d43a16a728de tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:06:13.292085 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-564fc025-1985-4763-b0e5-333285dd6e1b req-589fa04d-7812-4929-b007-d43a16a728de tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:06:13.293822 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-589fa04d-7812-4929-b007-d43a16a728de tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1375117
Nov 19 16:06:13.617959 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-f59c74f5-be65-4d45-abfb-13e1e6a15cdf service neutron] 10.222.0.43 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090954
Nov 19 16:06:13.652446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60264) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:13.834869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:13.869855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:13.874008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Usage tracker for resource:security_group_rule and tenant:2142adde3e2b4ca3841b09a57f9a00f5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:13.879487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:13.884075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:13.954430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:13.989230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:13.997355 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-827c0f08-fc99-4231-9b36-4e6306905ce6 service neutron] 10.222.0.43 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3717735
Nov 19 16:06:13.997556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-10ff3095-86ff-4b38-b5fd-92470a6378e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:14.041177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cde05-05d5-45c9-9c0a-464e2158cd63,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:14.045097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:14.051580 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2142adde3e2b4ca3841b09a57f9a00f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3978214
Nov 19 16:06:14.052226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60270) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:14.120779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:14.149131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:14.345695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:14.355114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:14.366503 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6db3c397-9ee6-482b-9e0e-501fb2359e7e req-32817714-f233-45f4-8a12-cea148b16fdb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 210 time: 0.0599391
Nov 19 16:06:14.371143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cde05-05d5-45c9-9c0a-464e2158cd63,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:14.375071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:14.377028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:14.378539 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e8cde05-05d5-45c9-9c0a-464e2158cd63 HTTP/1.1" status: 204  len: 168 time: 0.3251994
Nov 19 16:06:15.592501 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c74aa4ee-555e-4b5c-aabe-f254ee9f6a98 req-fab984ed-e5c7-42e8-ae41-f592e64f33f9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 210 time: 0.0540147
Nov 19 16:06:16.633040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fc025-1985-4763-b0e5-333285dd6e1b req-3db12c5b-48d6-4fc4-b8b9-c5c0448e9cef tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:16.634677 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-3db12c5b-48d6-4fc4-b8b9-c5c0448e9cef tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 817 time: 0.1600966
Nov 19 16:06:16.733115 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-69694f41-6120-4c66-b1a2-3b731bb45229 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 5042 time: 0.0733004
Nov 19 16:06:16.748052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'port': {'device_id': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'admin_state_up': True, 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'security_groups': ['8f439f31-7155-4ae1-93d4-0a2f9525a6a3']}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:16.884981 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-629b2b2b-441e-46dc-987f-2b129237a16c req-ba669ab0-42e4-47a8-8f1e-f84240ed1e16 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 210 time: 0.1091123
Nov 19 16:06:16.950502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:16.960900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:16.999649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Made reservation on behalf of a31e45725fbf47ba9b0bfbe5ce60ee61 for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:06:17.014006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:17.320005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Allocated IP 172.20.0.3 (14d1a5ad-ec22-4814-a859-adc0b225f682/96dea2be-7d2b-40df-8fed-11c4b36acd80/8aac97e4-63af-4506-8739-737d7d605435) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:17.518920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:17.535923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Transition to ACTIVE for port object 8aac97e4-63af-4506-8739-737d7d605435 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:17.582781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:17.598012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b4af9109-838c-43e1-ac57-0e16c22daf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:17.741434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:17.746935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:17.803467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60372) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:17.808154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:17.840069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:17.842544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:17.936342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Deleting subnet 198a1575-208d-4aae-a4d5-6cbea643d658 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:06:17.946772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:17.947478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:17.963262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.037421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61058990'] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.088577 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3494291
Nov 19 16:06:18.097682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-eb6a24a0-5a49-4fb4-b392-c2623af73650 None None] Provisioning for port 8aac97e4-63af-4506-8739-737d7d605435 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:18.103248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-eb6a24a0-5a49-4fb4-b392-c2623af73650 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:18.104791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb6a24a0-5a49-4fb4-b392-c2623af73650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.162177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a24a0-5a49-4fb4-b392-c2623af73650 None None] Port 8aac97e4-63af-4506-8739-737d7d605435 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:06:18.176583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.318581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Request body: {'port': {'device_id': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:18.355212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81fb0-718f-461d-8027-6ac284c199c9 req-eeeef0b3-0774-4925-a405-27276d4e2026 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:18.355968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-6bb81fb0-718f-461d-8027-6ac284c199c9 req-eeeef0b3-0774-4925-a405-27276d4e2026 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:06:18.463051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-6bb81fb0-718f-461d-8027-6ac284c199c9 req-eeeef0b3-0774-4925-a405-27276d4e2026 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:06:18.464321 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6bb81fb0-718f-461d-8027-6ac284c199c9 req-eeeef0b3-0774-4925-a405-27276d4e2026 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 931 time: 0.3872190
Nov 19 16:06:18.586950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.646119 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6bb81fb0-718f-461d-8027-6ac284c199c9 req-f10475f0-4a5c-4d42-874b-0ea417d83751 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599123
Nov 19 16:06:18.728340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852814171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793675237'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:18.751079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:18.840565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198a1575-208d-4aae-a4d5-6cbea643d658,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:18.857171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:18.961577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.035357 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/198a1575-208d-4aae-a4d5-6cbea643d658 HTTP/1.1" status: 204  len: 168 time: 1.2307544
Nov 19 16:06:19.037987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60388) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:19.182947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aac97e4-63af-4506-8739-737d7d605435 {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:06:19.191476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.206175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Transition to ACTIVE for port object 8aac97e4-63af-4506-8739-737d7d605435 will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:19.234909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.257577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:19.343456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60394) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:19.395722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.596682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.615409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:19.620639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:19.635151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.739408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:19.754744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e9b2b640dd24e849cfc9eaf69d20177 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:19.760497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:19.778089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:19.820029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5764278e48>,) {'filters': {'network_id': ['26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:19.836770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5764278e48>, 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:19.837112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5764278e48>, 'eed74efa-fd99-4f40-9231-1b4a6f0d6cf9') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:19.851647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.890163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.894165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:06:19.907821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Attempting to bind port 8aac97e4-63af-4506-8739-737d7d605435 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:19.908194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Attempting to bind port 8aac97e4-63af-4506-8739-737d7d605435 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:19.908572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Attempting to bind port 8aac97e4-63af-4506-8739-737d7d605435 on network 14d1a5ad-ec22-4814-a859-adc0b225f682 {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:19.922343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:19.922711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Checking segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:19.923114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:19.923514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Bound using segment: {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:19.923974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Bound port: 8aac97e4-63af-4506-8739-737d7d605435, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947c0e44-11af-4de1-a3a5-5110231a5f66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:19.924337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.005662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e868b8-e50e-4f3e-8c20-dda3b80a6027 req-42e6d7e5-ed85-4279-9d56-ebcf90205d88 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:20.007319 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84e868b8-e50e-4f3e-8c20-dda3b80a6027 req-42e6d7e5-ed85-4279-9d56-ebcf90205d88 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.1793191
Nov 19 16:06:20.020788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.056117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:20.066381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:20.073680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.080149 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84e868b8-e50e-4f3e-8c20-dda3b80a6027 req-1aa11a9a-ca02-412a-8e6a-80f0de69fd46 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586221
Nov 19 16:06:20.083713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37fc876a-8629-47e0-a4b2-1a3917c28cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:20.092358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.110869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:20.120479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:06:20.136394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.226230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb44e6-9e9d-4e76-bbe5-7930b295e2e8,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:20.245871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:20.260454 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e9b2b640dd24e849cfc9eaf69d20177&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9134367
Nov 19 16:06:20.265088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60404) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:20.270434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:20.287303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:20.354079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Network 26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:06:20.358650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.360149 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] 10.222.0.40 "PUT /v2.0/ports/8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 1157 time: 2.2313643
Nov 19 16:06:20.360710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:20.372732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69908334-434c-40af-905a-010940d774ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:06:20.379059 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:06:20.417019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69908334-434c-40af-905a-010940d774ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.498894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.510530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:20.532609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.546901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Pushing event deleted for resources: {'Network': ['ID=26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:20.548002 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-656899bb-6dee-4ed0-b622-454b0536c4cd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1160 time: 0.0982268
Nov 19 16:06:20.550707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:20.595692 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-248f76d8-b187-41e3-a86f-d329c2b499cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/26dd4ccf-e1e3-4e1a-b965-56fb066fc4f9 HTTP/1.1" status: 204  len: 168 time: 1.5565326
Nov 19 16:06:20.651242 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-0d4b7750-5e1e-4f43-92f8-6341d5568501 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 217 time: 0.0867934
Nov 19 16:06:20.700628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69908334-434c-40af-905a-010940d774ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.711041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7303b451-96f1-4733-8deb-7b20927aec85 tempest-VolumesNegativeTest-26612659 tempest-VolumesNegativeTest-26612659] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:20.729594 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'status': 'completed', 'code': 200}
Nov 19 16:06:20.730513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908334-434c-40af-905a-010940d774ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb44e6-9e9d-4e76-bbe5-7930b295e2e8,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:20.734514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-69908334-434c-40af-905a-010940d774ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:20.743059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-69908334-434c-40af-905a-010940d774ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:20.744372 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-69908334-434c-40af-905a-010940d774ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eedb44e6-9e9d-4e76-bbe5-7930b295e2e8 HTTP/1.1" status: 204  len: 168 time: 0.4782329
Nov 19 16:06:20.748696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fc025-1985-4763-b0e5-333285dd6e1b req-75e2ea8a-1ee9-419b-8c15-6f5d9fe34e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:20.750877 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-75e2ea8a-1ee9-419b-8c15-6f5d9fe34e7d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0937839
Nov 19 16:06:20.840958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60416) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:20.851353 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-d124ec4e-65e4-4aaf-9c1c-42fab57a0401 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924907
Nov 19 16:06:20.895553 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-17f88bad-5243-4a71-bbbc-77842a4c78ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55e0fe5c8f9e464aabd841ec8190ea1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532336
Nov 19 16:06:20.897985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60420) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:20.970413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:21.001079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:21.009872 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-1c57ecb4-3d7c-45de-b274-91793e684e86 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521158
Nov 19 16:06:21.166334 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-564fc025-1985-4763-b0e5-333285dd6e1b req-bc6f6fc7-ba7c-473d-888f-211da8f0fa82 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500845
Nov 19 16:06:21.172562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:21.178684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9afde604-3753-4880-aad5-ade0503e4db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:21.197171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90182dca-1bd1-4e8d-b5b7-4dcbc233639a,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:21.204751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:21.256144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:21.257727 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90182dca-1bd1-4e8d-b5b7-4dcbc233639a HTTP/1.1" status: 204  len: 168 time: 0.3583760
Nov 19 16:06:21.396672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0be62a-7658-4494-8ffe-ead3d7c7901e req-177eff98-3357-4c31-bc90-7e504b0bb6ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:21.401984 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8b0be62a-7658-4494-8ffe-ead3d7c7901e req-177eff98-3357-4c31-bc90-7e504b0bb6ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.1628635
Nov 19 16:06:21.439223 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-3619326c-9d2a-432c-a80c-aef99a6137d4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1160 time: 0.1406109
Nov 19 16:06:21.547218 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8b0be62a-7658-4494-8ffe-ead3d7c7901e req-52b33f09-486b-43a9-a2da-7ce17ed325ca tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394541
Nov 19 16:06:21.604757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-5c89b814-6dfa-4bee-9cf8-3a884a6846fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:21.606854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-5c89b814-6dfa-4bee-9cf8-3a884a6846fb service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.1550782
Nov 19 16:06:21.683493 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-80fe7b23-c458-4023-946a-60c14c4d638f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 217 time: 0.0692196
Nov 19 16:06:21.738219 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-3737a7a1-13b1-4ed4-bd38-0a3157bb4d77 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0831623
Nov 19 16:06:21.792024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-2b06b4ab-e106-460c-a0bf-dce9e7a2dc0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:21.793888 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-2b06b4ab-e106-460c-a0bf-dce9e7a2dc0a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.1032407
Nov 19 16:06:21.867978 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-750cc108-b268-4944-89d7-0e64fcd1e502 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1202 time: 0.0849497
Nov 19 16:06:21.883782 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-e10675ed-c206-45fc-a6ea-43e8f728b8fb service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803871
Nov 19 16:06:22.057794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce21ced-2372-440b-aad4-312deec715bc req-7dbb7e59-f9ef-4acb-ad59-3f15b60979b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:22.059626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-7dbb7e59-f9ef-4acb-ad59-3f15b60979b6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.1634378
Nov 19 16:06:22.069392 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-9960e333-dcc5-4ece-bb06-03c460fb61fc service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736693
Nov 19 16:06:22.175902 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-8873ea38-796c-4e97-bad4-f6ad649766d7 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 1001 time: 0.1088066
Nov 19 16:06:22.236608 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-54c586bb-fc08-4f2d-9a18-ff4aee4592e1 req-ba1e3397-216b-4bc0-bbb5-bb999f51b88c service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1597712
Nov 19 16:06:22.255961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce21ced-2372-440b-aad4-312deec715bc req-22c522b1-303e-4cff-b271-13eef8fc818d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:22.257628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-22c522b1-303e-4cff-b271-13eef8fc818d service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.0724018
Nov 19 16:06:22.365141 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-91a21cc3-249c-4a52-861b-f1930455695f service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867655
Nov 19 16:06:22.491396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60504) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:22.540317 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-4543b12e-d4cd-4c98-85cf-f00e09e3b35d service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666162
Nov 19 16:06:22.709819 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9ce21ced-2372-440b-aad4-312deec715bc req-49e20230-3a11-4892-a537-21b26472f1a9 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1619456
Nov 19 16:06:22.717669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-13267327-network', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:22.724087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:22.728650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Usage tracker for resource:network and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:22.732877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:22.740297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:22.814067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Made reservation on behalf of ab5f28d98e7f417abce658b3c9dbaaf9 for: {'network': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:06:22.818915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:22.838050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:22.887759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:22.898043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a326f32-5ef6-47c4-af2e-f6b21dd76830 req-ed77fa22-9ece-413f-96b9-e5035b26b28f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:22.899726 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a326f32-5ef6-47c4-af2e-f6b21dd76830 req-ed77fa22-9ece-413f-96b9-e5035b26b28f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.1428411
Nov 19 16:06:22.900873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:22.904438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:22.926021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:22.973399 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a326f32-5ef6-47c4-af2e-f6b21dd76830 req-cb4253df-579d-4cc3-a9b4-4bd8bf72546e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653355
Nov 19 16:06:23.026343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.073379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.078753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-835c1f86-2594-4fdd-a77a-e2f9c3918d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:23.111140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:06:23.135419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2cbf7-ce08-4061-aaf1-d08463e39692,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:23.155878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:23.162830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750834328896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.163289 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Added segment 70b21b46-1bf9-4f57-b933-71e0b1fb1010 of type vxlan for network af31d0f6-1433-41bc-949e-0ba6d0831843
Nov 19 16:06:23.216586 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.347270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:23.354789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.356388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:23.357043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.364123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-faf0f20f-2795-45f2-8cf9-68c0ca473922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:23.463326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 8aac97e4-63af-4506-8739-737d7d605435 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:23.469579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:23.470273 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.479758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=af31d0f6-1433-41bc-949e-0ba6d0831843,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:23.484232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:23.503566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:06:23.507948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60520) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:23.508126 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-921405bd-44b4-44b2-a6ff-1f20040b9aa3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.0150208
Nov 19 16:06:23.514455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Request body: {'subnet': {'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-13267327-subnet', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:23.525525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:23.537065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Usage tracker for resource:subnet and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:23.545040 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:23.559131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:23.593708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:06:23.606175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Made reservation on behalf of ab5f28d98e7f417abce658b3c9dbaaf9 for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:06:23.612748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.870264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:23.984190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:23.995439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:24.039260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:24.042400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8d3277f8-e22d-401c-b7b9-b68396deecac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:24.118016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:24.129215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.129215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.129215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.129659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.129937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.130316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.130690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.131059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.131566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.131808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.132176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.132899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.133022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.133332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.133724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.134087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.134452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.134823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.135234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.135524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.138024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.138024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.138024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.138024 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:24.141695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:24.227250 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'code': 200}
Nov 19 16:06:24.344555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9adc23-dddc-4feb-ad30-d75a31654fb4 req-588df653-d5e7-4acc-92d6-98f5126fc4cb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:24.348816 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9f9adc23-dddc-4feb-ad30-d75a31654fb4 req-588df653-d5e7-4acc-92d6-98f5126fc4cb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1130173
Nov 19 16:06:24.435251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:24.452894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:24.480405 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9f9adc23-dddc-4feb-ad30-d75a31654fb4 req-777363d7-add8-4706-af3e-c6251fb1a848 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272209
Nov 19 16:06:24.495668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db057f-fc0c-4114-b0ab-fdead244e8ea req-96df4dad-0ed6-4134-a6d6-7dacfd54dc03 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:24.504290 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-06db057f-fc0c-4114-b0ab-fdead244e8ea req-96df4dad-0ed6-4134-a6d6-7dacfd54dc03 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1354957
Nov 19 16:06:24.554350 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-06db057f-fc0c-4114-b0ab-fdead244e8ea req-1cab5992-9eba-4d17-af2a-60f70ad48be8 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491016
Nov 19 16:06:24.641153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8704b3c8-1621-45c5-9a91-19ade849752b,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:24.644448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:24.703546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6d979c0b-2d9c-41d9-950e-f01b8464f60b req-6292302e-bb32-4f7c-b730-5510402b58c8 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1162 time: 0.1614761
Nov 19 16:06:24.774090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:24.774493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Network hostable DHCP agents. Network: af31d0f6-1433-41bc-949e-0ba6d0831843, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:06:24.781985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6d979c0b-2d9c-41d9-950e-f01b8464f60b req-22966515-757c-4809-abac-049e67efba05 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689032
Nov 19 16:06:24.790300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:24.828543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:06:24.861956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, af31d0f6-1433-41bc-949e-0ba6d0831843) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:24.863117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:24.863543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:24.878612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:24.879255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:24.892801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e995ad1-990a-4c96-a280-11194932365a None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:06:24.925639 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-44350f57-5f71-4d5b-b3a4-871b9bb868c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4164417
Nov 19 16:06:24.928317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60548) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:24.933752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:24.939378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:24.943475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Usage tracker for resource:router and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:24.946507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:24.952404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:24.989046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:24.990027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.058727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.111700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.223870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-af31d0f6-1433-41bc-949e-0ba6d0831843', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:06:25.224899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.484933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.556357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Allocated IP 172.20.0.2 (af31d0f6-1433-41bc-949e-0ba6d0831843/8704b3c8-1621-45c5-9a91-19ade849752b/ede2a16e-0cd9-407b-88f2-dec3dee978df) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:25.765903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.817051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.836307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.842632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca48d97-987a-40eb-9dc0-2ca07f11ff27 req-8410e916-1842-44b1-88fa-6c7a5ac1da8b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:25.844781 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ca48d97-987a-40eb-9dc0-2ca07f11ff27 req-8410e916-1842-44b1-88fa-6c7a5ac1da8b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2115953
Nov 19 16:06:25.850006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Transition to ACTIVE for port object ede2a16e-0cd9-407b-88f2-dec3dee978df will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:25.858168 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e75181-4543-4ea8-ac9c-fd0c13515070 req-137e531b-aff7-487b-b242-575471a4eeef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:25.859870 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d9e75181-4543-4ea8-ac9c-fd0c13515070 req-137e531b-aff7-487b-b242-575471a4eeef tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1437299
Nov 19 16:06:25.909069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Transition to ACTIVE for port object ede2a16e-0cd9-407b-88f2-dec3dee978df will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:25.932252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:25.955771 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ca48d97-987a-40eb-9dc0-2ca07f11ff27 req-3b88c0d7-555f-4ce4-bb1c-3c967a6ecd77 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948114
Nov 19 16:06:25.957027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:25.968811 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d9e75181-4543-4ea8-ac9c-fd0c13515070 req-8af1def3-bbf3-4962-9cbc-acc11888cf8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918353
Nov 19 16:06:26.099607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Pushing event updated for resources: {'Port': ['ID=ede2a16e-0cd9-407b-88f2-dec3dee978df,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:26.104780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:26.149567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Allocated IP 172.27.2.176 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/3b28ee52-77d0-4655-bb95-cac09c93e33f) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:26.318078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.319516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:26.320741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:26.323261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:26.378680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.386366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Attempting to bind port ede2a16e-0cd9-407b-88f2-dec3dee978df on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:26.386366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Attempting to bind port ede2a16e-0cd9-407b-88f2-dec3dee978df by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:26.386366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Attempting to bind port ede2a16e-0cd9-407b-88f2-dec3dee978df on network af31d0f6-1433-41bc-949e-0ba6d0831843 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:26.393285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:26.393766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:26.394228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.394675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Bound using segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:26.395198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Bound port: ede2a16e-0cd9-407b-88f2-dec3dee978df, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:26.395625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.396228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b5054693-4e15-46d0-9b11-e51ee87377f3 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:26.493155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] For port ede2a16e-0cd9-407b-88f2-dec3dee978df, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:26.496483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] For port ede2a16e-0cd9-407b-88f2-dec3dee978df, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ede2a16e-0cd9-407b-88f2-dec3dee978df,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:26.526739 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.535999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Pushing event updated for resources: {'Port': ['ID=3b28ee52-77d0-4655-bb95-cac09c93e33f,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:26.541612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:26.543498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:26.597543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:26.598744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:26.601089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:26.696632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Pushing event updated for resources: {'Port': ['ID=ede2a16e-0cd9-407b-88f2-dec3dee978df,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:26.701371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:26.867106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:26.867947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:27.227997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Router 0e8b25cc-99ec-427c-838c-521095c1a7db is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:06:27.313801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc72c-dd41-400e-9c52-7ce32a42b9a7 req-1bf509ac-9317-4855-a620-fa193d0272d2 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:27.314941 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2b9dc72c-dd41-400e-9c52-7ce32a42b9a7 req-1bf509ac-9317-4855-a620-fa193d0272d2 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1677513
Nov 19 16:06:27.326236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb07b5a-9be1-4128-a7b2-63e7a3066b35 req-3a7c3543-249f-4d4b-80ef-331fcdc87a90 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:27.328495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3cb07b5a-9be1-4128-a7b2-63e7a3066b35 req-3a7c3543-249f-4d4b-80ef-331fcdc87a90 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1321349
Nov 19 16:06:27.425446 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2b9dc72c-dd41-400e-9c52-7ce32a42b9a7 req-9266111a-439f-4164-bba3-16fd04c38238 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958254
Nov 19 16:06:27.431118 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3cb07b5a-9be1-4128-a7b2-63e7a3066b35 req-3e08fe32-4681-4809-95e9-2e0f8dfa75f3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819113
Nov 19 16:06:27.477499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:27.487434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:27.501260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:27.502277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576411bd68>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:27.539150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:27.543617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60568) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:27.553915 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6171539
Nov 19 16:06:27.710282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:27.830479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9b88-0623-43ea-ac8c-a8f55c8caaed req-e7471d6f-47b6-4d0e-9866-d1f9988a56b6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:27.832159 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-571b9b88-0623-43ea-ac8c-a8f55c8caaed req-e7471d6f-47b6-4d0e-9866-d1f9988a56b6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2090480
Nov 19 16:06:27.847084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 60572) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:27.857247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Request body: {'floatingip': {'port_id': '8aac97e4-63af-4506-8739-737d7d605435'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:27.940682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ede2a16e-0cd9-407b-88f2-dec3dee978df up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:28.140587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576411bd68>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:26Z', 'revision_number': 3, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:28.147350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:28.147770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Updating router 0e8b25cc-99ec-427c-838c-521095c1a7db port 3b28ee52-77d0-4655-bb95-cac09c93e33f binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:06:28.179409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port ede2a16e-0cd9-407b-88f2-dec3dee978df completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:28.187496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:28.204174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6547881-0b06-4b30-b0ca-76958b3f6930 None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:06:28.309032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:28.444656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Provisioning for port ede2a16e-0cd9-407b-88f2-dec3dee978df completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:28.462206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Provisioning complete for port ede2a16e-0cd9-407b-88f2-dec3dee978df triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:28.462630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:28.918552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705abe8-e973-468e-a4f7-3884d71b632e req-0048ee0c-150e-4cd5-a3a9-c7f4fec95af8 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:28.921568 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e705abe8-e973-468e-a4f7-3884d71b632e req-0048ee0c-150e-4cd5-a3a9-c7f4fec95af8 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.3407412
Nov 19 16:06:29.097488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e705abe8-e973-468e-a4f7-3884d71b632e req-2baab7f0-f468-40b3-bbf7-bf995c3a2aa5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1644430
Nov 19 16:06:29.101017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.292899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] For port ede2a16e-0cd9-407b-88f2-dec3dee978df, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ede2a16e-0cd9-407b-88f2-dec3dee978df,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:29.328825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.333008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.334986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:29.350240 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.425002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.429542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Transition to ACTIVE for port object 3b28ee52-77d0-4655-bb95-cac09c93e33f will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:29.492931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Pushing event updated for resources: {'Port': ['ID=ede2a16e-0cd9-407b-88f2-dec3dee978df,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:29.506517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:29.507719 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.523947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:29.571539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.705071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-0d27dae2-8267-4f1e-a1e9-e8d4049d35ba None None] Provisioning complete for port ede2a16e-0cd9-407b-88f2-dec3dee978df triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:29.705500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0d27dae2-8267-4f1e-a1e9-e8d4049d35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.729633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Pushing event updated for resources: {'Port': ['ID=3b28ee52-77d0-4655-bb95-cac09c93e33f,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:29.743985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:29.848390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Attempting to bind port 3b28ee52-77d0-4655-bb95-cac09c93e33f on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:29.848807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Attempting to bind port 3b28ee52-77d0-4655-bb95-cac09c93e33f by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:29.849213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Attempting to bind port 3b28ee52-77d0-4655-bb95-cac09c93e33f on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:29.900959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ede2a16e-0cd9-407b-88f2-dec3dee978df up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:29.927277 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Floating IP 2f93185a-4bf2-464c-9a1f-36a636209ebd associated. External IP: 172.27.2.213, port: 8aac97e4-63af-4506-8739-737d7d605435.
Nov 19 16:06:29.949149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:29.949602 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:29.950059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:29.950504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:29.951039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Bound port: 3b28ee52-77d0-4655-bb95-cac09c93e33f, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:29.951457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.056242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] For port 3b28ee52-77d0-4655-bb95-cac09c93e33f, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:30.062604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] For port 3b28ee52-77d0-4655-bb95-cac09c93e33f, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=3b28ee52-77d0-4655-bb95-cac09c93e33f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:30.065665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ede2a16e-0cd9-407b-88f2-dec3dee978df triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:30.066083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.110192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.130282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:30.162365 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Allocated IP 172.20.0.1 (af31d0f6-1433-41bc-949e-0ba6d0831843/8704b3c8-1621-45c5-9a91-19ade849752b/9de2feae-477a-45f2-bf2a-c9b2d511894a) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:30.321410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Pushing event updated for resources: {'Port': ['ID=3b28ee52-77d0-4655-bb95-cac09c93e33f,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:30.324195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c82ae6bf-3613-44b9-b452-5866933c74c4 None None] Provisioning complete for port ede2a16e-0cd9-407b-88f2-dec3dee978df triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:30.324560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c82ae6bf-3613-44b9-b452-5866933c74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.350201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:30.542875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:30.543595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576411bd68>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:30.736222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.753779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:30.758653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5041f4f-0f3f-4594-acec-e747d43f3df6 req-0147618d-e751-437c-8854-dc2fa6a4036c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:30.760303 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b5041f4f-0f3f-4594-acec-e747d43f3df6 req-0147618d-e751-437c-8854-dc2fa6a4036c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2677784
Nov 19 16:06:30.790444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Transition to ACTIVE for port object 9de2feae-477a-45f2-bf2a-c9b2d511894a will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:30.935739 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b5041f4f-0f3f-4594-acec-e747d43f3df6 req-68c6c5d1-6826-4994-96eb-156b958ea101 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1594079
Nov 19 16:06:30.958536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:30.977310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-750bde4f-ad30-45d7-a308-72b2fe5157b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:31.203432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Pushing event updated for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:31.209269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:31.264896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576411bd68>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:26Z', 'revision_number': 3, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:31.269330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfcd486-f1b6-436c-94fc-b237be6880a9 None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:26Z', 'revision_number': 3, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:31.295947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:31.298880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:31.302316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:31.362253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:06:31.387318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:31.583822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-64000246-138c-4da5-a6a4-81ae33df1e2f None None] Provisioning for port 9de2feae-477a-45f2-bf2a-c9b2d511894a completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:31.593711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-64000246-138c-4da5-a6a4-81ae33df1e2f None None] Provisioning complete for port 9de2feae-477a-45f2-bf2a-c9b2d511894a triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:31.594137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-64000246-138c-4da5-a6a4-81ae33df1e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:31.676882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-64000246-138c-4da5-a6a4-81ae33df1e2f None None] Port 9de2feae-477a-45f2-bf2a-c9b2d511894a cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:06:31.694014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:31.833202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:31.845260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:31.848843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:31.866225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:31.866966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576445cc18>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:31.941833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 3b28ee52-77d0-4655-bb95-cac09c93e33f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:31.947629 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-83ab48e4-523d-4f34-b320-1a437cefe8a1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "PUT /v2.0/floatingips/2f93185a-4bf2-464c-9a1f-36a636209ebd HTTP/1.1" status: 200  len: 991 time: 4.0972400
Nov 19 16:06:32.042684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:32.103000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 3b28ee52-77d0-4655-bb95-cac09c93e33f completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:32.111146 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 3b28ee52-77d0-4655-bb95-cac09c93e33f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:32.112095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.222612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:32.328877 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'status': 'completed', 'code': 200}
Nov 19 16:06:32.339796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.344669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.369110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701ceb1-fa32-4d7a-b540-20c82fd07406 req-02bf9b31-ef93-4fe1-a012-5625672e4491 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:32.373078 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a701ceb1-fa32-4d7a-b540-20c82fd07406 req-02bf9b31-ef93-4fe1-a012-5625672e4491 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1499953
Nov 19 16:06:32.382979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 3b28ee52-77d0-4655-bb95-cac09c93e33f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=3b28ee52-77d0-4655-bb95-cac09c93e33f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:32.393945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.424261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.428076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:32.438025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:32.459032 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-df305908-e4bd-41d0-91bf-cb2bb2b4efb6 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1162 time: 0.0932336
Nov 19 16:06:32.538581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=3b28ee52-77d0-4655-bb95-cac09c93e33f,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:32.542800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:32.543452 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a701ceb1-fa32-4d7a-b540-20c82fd07406 req-395e7dbf-b436-4c5e-85ac-37e3239643c9 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688962
Nov 19 16:06:32.566380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Pushing event updated for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:32.569371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.588011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:32.669842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca017d-af3f-4602-815b-2448372aeea6 req-ca3ac8be-0d84-4587-ac5c-373b4a466f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:32.672652 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-ca3ac8be-0d84-4587-ac5c-373b4a466f06 service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.2036769
Nov 19 16:06:32.737741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:32.739004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:32.750026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576445cc18>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '2f93185a-4bf2-464c-9a1f-36a636209ebd', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': '8aac97e4-63af-4506-8739-737d7d605435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:0b:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:06:11Z', 'updated_at': '2020-11-19T16:06:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:32.760435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:32.769983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:32.770785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576445cc18>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:32.782899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-294c9f5a-e04f-4292-b62a-67ab6ef2987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:32.871558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-fe1d53a5-7ea3-4cdc-b787-604c13b0e202 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 999 time: 0.1915083
Nov 19 16:06:32.959328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca017d-af3f-4602-815b-2448372aeea6 req-3393e06c-a037-4350-9a76-3852695bac3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:32.961261 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-3393e06c-a037-4350-9a76-3852695bac3e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0822461
Nov 19 16:06:33.008196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-0037297a-1db3-4dc1-8536-33cbd6a06cad None None] Provisioning complete for port 9de2feae-477a-45f2-bf2a-c9b2d511894a triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:33.008621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0037297a-1db3-4dc1-8536-33cbd6a06cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:33.067109 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-206a9047-1581-4bdb-95af-deebe4337db4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962071
Nov 19 16:06:33.073204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-0037297a-1db3-4dc1-8536-33cbd6a06cad None None] Port 9de2feae-477a-45f2-bf2a-c9b2d511894a cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:06:33.208558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:33.248479 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-6a9b964c-755d-4611-805f-6eefe4715bc2 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757824
Nov 19 16:06:33.444823 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-35ca017d-af3f-4602-815b-2448372aeea6 req-3952365a-123f-43f6-9687-85575e70a10c service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1827741
Nov 19 16:06:33.524020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:06:33.751084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576445cc18>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '2f93185a-4bf2-464c-9a1f-36a636209ebd', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': '8aac97e4-63af-4506-8739-737d7d605435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:0b:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:06:11Z', 'updated_at': '2020-11-19T16:06:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:33.760368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543bc46-f5f7-4443-9d14-856d6e122e25 None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '2f93185a-4bf2-464c-9a1f-36a636209ebd', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'port_id': '8aac97e4-63af-4506-8739-737d7d605435', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'mac_address': 'fa:16:3e:0b:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:06:11Z', 'updated_at': '2020-11-19T16:06:29Z', 'revision_number': 1, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:33.846064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9490681-e85e-46e6-b686-da3f3ff4a99f req-d60cc437-f4b0-4d88-a15a-5fc9646472fe tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:33.847796 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c9490681-e85e-46e6-b686-da3f3ff4a99f req-d60cc437-f4b0-4d88-a15a-5fc9646472fe tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1418080
Nov 19 16:06:33.850330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:33.855819 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] 10.222.0.43 "PUT /v2.0/routers/0e8b25cc-99ec-427c-838c-521095c1a7db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3110623
Nov 19 16:06:33.890918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 3b28ee52-77d0-4655-bb95-cac09c93e33f up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:33.909794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:06:33.954179 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c9490681-e85e-46e6-b686-da3f3ff4a99f req-57513ac2-7a8d-43e2-a547-18ec17fcd58e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968771
Nov 19 16:06:33.991286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 3b28ee52-77d0-4655-bb95-cac09c93e33f triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:33.991675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:34.272036 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f0e462-521b-4514-9f72-0c7c180be780 None None] New status for floating IP 2f93185a-4bf2-464c-9a1f-36a636209ebd: ACTIVE {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:06:34.748458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:34.763063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:34.763928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576417bcf8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:34.858317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60632) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:34.864825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1077504118-network', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:34.870506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:34.879059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Usage tracker for resource:network and tenant:55a39e5be4974ece8f9a47fff7ea7eb5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:34.884071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:34.894518 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:34.931456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Made reservation on behalf of 55a39e5be4974ece8f9a47fff7ea7eb5 for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:06:34.937498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:34.952773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:34.989937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:34.992634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:34.994393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Usage tracker for resource:security_group_rule and tenant:55a39e5be4974ece8f9a47fff7ea7eb5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:34.997962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:35.005408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:35.080724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.114665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.119545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9259f883-3931-4261-83c5-41c33a878688 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:35.151896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:06:35.165879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdaac6d-2d31-4748-9060-43b2ac9bd378,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:35.170662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:35.176069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.176498 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Added segment fea43cd2-a7cd-4241-b46c-62f2ba94a8cf of type vxlan for network eab92d1b-ac11-43d0-a519-0e63dec8272c
Nov 19 16:06:35.205439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbd79-1935-4ab6-bcbc-83dbb82119ca req-d3533777-e1af-47b0-a01d-b92430a89a8f tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:35.207622 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-544dbd79-1935-4ab6-bcbc-83dbb82119ca req-d3533777-e1af-47b0-a01d-b92430a89a8f tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1154323
Nov 19 16:06:35.254470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.263942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-069e7620-c5a5-4fbe-828e-d9be4a45c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.270271 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-544dbd79-1935-4ab6-bcbc-83dbb82119ca req-c8bfbb14-c4da-47f3-a47e-cec9cb6bbe03 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561788
Nov 19 16:06:35.334880 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-7ff28e10-fb4d-41f9-9898-f2867f5ca186 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1631185514&fields=id&tenant_id=600170dcc42740f8894ecd6a379e2c6c HTTP/1.1" status: 200  len: 267 time: 0.0548694
Nov 19 16:06:35.347418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.350597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:35.351856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.364491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:35.387779 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576417bcf8>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:35.395431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:35.396613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Updating router 0e8b25cc-99ec-427c-838c-521095c1a7db port 9de2feae-477a-45f2-bf2a-c9b2d511894a binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:06:35.433350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-c7ca52a1-c98f-47b1-b586-75d43c7df0ac tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:35.435132 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-c7ca52a1-c98f-47b1-b586-75d43c7df0ac tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 984 time: 0.0937939
Nov 19 16:06:35.469798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Request body: {'port': {'security_groups': ['8ee956be-eb65-4f5d-acb3-d1df34d924c3']}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:35.503487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.536547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Pushing event updated for resources: {'Network': ['ID=eab92d1b-ac11-43d0-a519-0e63dec8272c,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:35.539689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:35.549283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:06:35.578453 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7188575
Nov 19 16:06:35.581195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60648) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:35.589357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Request body: {'subnet': {'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1077504118-subnet', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:35.602175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:35.611668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Usage tracker for resource:subnet and tenant:55a39e5be4974ece8f9a47fff7ea7eb5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:35.620429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:35.633834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:35.654225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.682144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Made reservation on behalf of 55a39e5be4974ece8f9a47fff7ea7eb5 for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:06:35.689893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:35.808969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:06:35.994595 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-28623f45-a008-437a-9601-00ce97ebcc62 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1162 time: 0.1177273
Nov 19 16:06:36.050653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0ff15-7dd2-4a2a-a93e-9dc175d313f8 req-c3d64f7e-caf8-41ca-b2a1-4858a2a0f751 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:36.052327 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-12f0ff15-7dd2-4a2a-a93e-9dc175d313f8 req-c3d64f7e-caf8-41ca-b2a1-4858a2a0f751 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2502220
Nov 19 16:06:36.086005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.111511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.126157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Transition to ACTIVE for port object 9de2feae-477a-45f2-bf2a-c9b2d511894a will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:36.132444 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-12f0ff15-7dd2-4a2a-a93e-9dc175d313f8 req-1d70e21a-ffa1-43c9-9fe0-69c8787424a3 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714266
Nov 19 16:06:36.156255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.231648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794dff6-c34d-4daa-8773-a338687c0619 req-cbe8b21c-5ec5-4576-ba65-90bfafc47a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:36.233325 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-cbe8b21c-5ec5-4576-ba65-90bfafc47a89 service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.2312675
Nov 19 16:06:36.266769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-19780e92-7f80-4970-aec9-e35be53293b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:36.308538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:36.359267 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Pushing event updated for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:36.364882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.381840 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-a6740fa7-b379-4431-bcbc-952ad3d91e62 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 1001 time: 0.1402278
Nov 19 16:06:36.385584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.386066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.386526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.386908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.387339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.387713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.388088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.388465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.388798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.388923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.389794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.390158 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.396126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:36.405635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a285aaf1-e545-4dd1-b3b9-6d1a7c0c413d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:36.408086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:36.515988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.570869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event updated for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=6']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:36.585830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:36.591047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Attempting to bind port 9de2feae-477a-45f2-bf2a-c9b2d511894a on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:36.591604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Attempting to bind port 9de2feae-477a-45f2-bf2a-c9b2d511894a by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:36.592082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Attempting to bind port 9de2feae-477a-45f2-bf2a-c9b2d511894a on network af31d0f6-1433-41bc-949e-0ba6d0831843 {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:36.602846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:36.603268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:36.603701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.604151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Bound using segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:36.604693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Bound port: 9de2feae-477a-45f2-bf2a-c9b2d511894a, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:36.605119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.641547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:36.642282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.647909 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c03b7a24-e063-4dcb-9756-74abdd66fa52 req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "PUT /v2.0/ports/fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 942 time: 1.1985629
Nov 19 16:06:36.648657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:36.737681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:06:36.751304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] For port 9de2feae-477a-45f2-bf2a-c9b2d511894a, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:36.755323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] For port 9de2feae-477a-45f2-bf2a-c9b2d511894a, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=9de2feae-477a-45f2-bf2a-c9b2d511894a,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:36.789777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:36.809006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a905da80-a2c4-4fa1-841e-1977c88486d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:36.839358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794dff6-c34d-4daa-8773-a338687c0619 req-9baf724f-1696-411f-a401-5f271a3081fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:36.840800 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-9baf724f-1696-411f-a401-5f271a3081fd service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.4518783
Nov 19 16:06:36.918019 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-ca1bd8e6-63e0-4baa-8508-d31bac891d61 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups/92b9b661-6a67-41bc-9c60-e966f9f05ef7 HTTP/1.1" status: 200  len: 2659 time: 0.1790121
Nov 19 16:06:36.984730 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-4ce95f65-b1c2-4a33-af43-694fbcf15bf0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353183
Nov 19 16:06:37.000333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Pushing event updated for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=4']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:37.005680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b3f42212-b36e-402b-8e00-9024ed00e4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:37.007476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-22e24263-b637-4460-9b54-f93d823bd94d None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:37.007912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22e24263-b637-4460-9b54-f93d823bd94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.054515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.063653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:37.064358 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576417bcf8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:37.090766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.154387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-c743efc9-6507-45ca-a3d8-9f3c14e3cdf3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 0.3504615
Nov 19 16:06:37.166704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:37.214560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.277622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port fdad771d-8fe9-44d1-bc3d-09933c3a990c triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:37.278052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.307600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:37.350128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.360485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.367765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:37.388231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9b661-6a67-41bc-9c60-e966f9f05ef7,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:37.391121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:37.395562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-917a66b4-a241-4792-a231-dc7706a1a356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:37.397171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-917a66b4-a241-4792-a231-dc7706a1a356 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.2358518
Nov 19 16:06:37.526496 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-66a9b0d5-5760-4c7e-8abb-16db155d7968 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5319178
Nov 19 16:06:37.534915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24c0545-ffc7-406a-9a16-99b79d02bc39,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:37.548672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.549098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.549531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.550491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.550491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.550701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.551057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.551457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.551854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.552253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.552646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.553046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.553552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.553948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.554346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.555456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.555456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.555456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.555887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.556266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.556574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.556955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.557349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.557851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:06:37.563322 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:37.565665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:37.566283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.567444 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d86d5ed5-04e0-4c3c-a22a-eb83829b098e req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "DELETE /v2.0/security-groups/92b9b661-6a67-41bc-9c60-e966f9f05ef7 HTTP/1.1" status: 204  len: 173 time: 0.6477213
Nov 19 16:06:37.621605 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-4cfe4f10-bed0-47a5-bd1e-d2df8f4b0712 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 1001 time: 0.1648235
Nov 19 16:06:37.693575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4c375-293f-4609-a0dd-9c5136192109 req-b98354b2-7255-4ce2-bdba-26a18d1ff2d3 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:37.695408 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f5c4c375-293f-4609-a0dd-9c5136192109 req-b98354b2-7255-4ce2-bdba-26a18d1ff2d3 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.3089139
Nov 19 16:06:37.749065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e794dff6-c34d-4daa-8773-a338687c0619 req-95b5d47a-633a-4387-813c-24378ddfb84a service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2111685
Nov 19 16:06:37.773154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Checking segment: {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:37.773641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Network hostable DHCP agents. Network: eab92d1b-ac11-43d0-a519-0e63dec8272c, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:06:37.782528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f5c4c375-293f-4609-a0dd-9c5136192109 req-ac274fb3-c409-46bb-8564-9f8929c4278e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719337
Nov 19 16:06:37.782782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576417bcf8>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:36Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:37.783801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-6d100d40-2f8e-4d12-addb-52529042d63e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:37.785313 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-6d100d40-2f8e-4d12-addb-52529042d63e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.1500969
Nov 19 16:06:37.787250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035c09f4-b7b4-4443-b3fb-2f61df02b1be None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:36Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:37.863370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Network eab92d1b-ac11-43d0-a519-0e63dec8272c is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:06:37.895815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, eab92d1b-ac11-43d0-a519-0e63dec8272c) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:37.910554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04faae50-61ec-4361-bc2f-08d0caece7d2 None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:06:37.924641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:37.925604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:37.973538 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3906605
Nov 19 16:06:37.978229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60668) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:37.988197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:37.994368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:37.999581 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Usage tracker for resource:router and tenant:55a39e5be4974ece8f9a47fff7ea7eb5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:38.005293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:38.013767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:38.041836 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-9a07a78c-7894-4bf2-9b0b-ba6750ef7ddb tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/floatingips/b71137dd-2c81-4ab4-846e-c1b339f01d5c HTTP/1.1" status: 200  len: 998 time: 0.1473148
Nov 19 16:06:38.051540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3812'] for router, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.052613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854091465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771988'] for router, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.089749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.094241 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-4f3fb04c-823e-4d3d-af6b-cbf63e6891b6 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2683740
Nov 19 16:06:38.206942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd1c8c3-5a92-554b-88b5-7fcee3c8ce69-eab92d1b-ac11-43d0-a519-0e63dec8272c', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39'}]}} from dv-cinder-763306-3-iscsi. {{(pid=80428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 16:06:38.208109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.308596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772001'] for router, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.361061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-1ca79084-ca64-4cf6-8c3c-50bad213c798 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:38.362640 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-1ca79084-ca64-4cf6-8c3c-50bad213c798 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.3128483
Nov 19 16:06:38.366844 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-6a34fe5c-9c0e-4281-b550-7b7e022b8ed2 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650297
Nov 19 16:06:38.374497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-5192c8d0-3179-4619-acff-a93233e0e540 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:06:38.375608 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-5192c8d0-3179-4619-acff-a93233e0e540 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0061982
Nov 19 16:06:38.585470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Allocated IP 172.20.0.2 (eab92d1b-ac11-43d0-a519-0e63dec8272c/c24c0545-ffc7-406a-9a16-99b79d02bc39/bc792a05-76af-4abc-bb60-4629385cbc62) {{(pid=80428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:38.585898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.619842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:38.878619 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-590c0d6b-b84f-4471-95bf-664a1f16129c tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.104 HTTP/1.1" status: 200  len: 1001 time: 0.4722881
Nov 19 16:06:38.969596 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-be170f39-4fb0-4ad5-bbfd-376d101ee446 req-f2ee2ebf-4f9a-48a9-9b65-e2255eae5364 service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5875573
Nov 19 16:06:38.991344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-7577a988-45f5-4126-bf2f-bd3e72db0c44 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:39.014903 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-7577a988-45f5-4126-bf2f-bd3e72db0c44 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports/fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 942 time: 0.1345038
Nov 19 16:06:39.058614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Allocated IP 172.27.2.23 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/ed7b33dd-5691-462d-9ccd-037ac553b4d7) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:39.074236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks [] for port, precommit_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.111998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Transition to ACTIVE for port object bc792a05-76af-4abc-bb60-4629385cbc62 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:39.144254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Transition to ACTIVE for port object bc792a05-76af-4abc-bb60-4629385cbc62 will not be triggered until provisioned by entity DHCP. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:39.194656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190'] for port, after_create {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.217151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:39.287176 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.331090 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-0a1a611b-6db0-4749-af47-5f45bda42de0 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.104 HTTP/1.1" status: 200  len: 1001 time: 0.2097397
Nov 19 16:06:39.343833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.345633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Pushing event updated for resources: {'Port': ['ID=bc792a05-76af-4abc-bb60-4629385cbc62,revision_number=1']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:39.350420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:39.365301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:39.428744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c is already hosted by enough agents. {{(pid=80428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:39.430034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Resources bound (agent type, host, resource id):  {{(pid=80428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:39.432335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Received port after_create {{(pid=80428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:39.440366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06e5ad-51a7-4025-9247-7cfa8c07f76d req-2863e205-de15-4733-b1c5-64d490b6b9e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:39.442033 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e06e5ad-51a7-4025-9247-7cfa8c07f76d req-2863e205-de15-4733-b1c5-64d490b6b9e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2053359
Nov 19 16:06:39.500696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7b33dd-5691-462d-9ccd-037ac553b4d7,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:39.501275 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Attempting to bind port bc792a05-76af-4abc-bb60-4629385cbc62 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:39.502039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Attempting to bind port bc792a05-76af-4abc-bb60-4629385cbc62 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:39.502398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Attempting to bind port bc792a05-76af-4abc-bb60-4629385cbc62 on network eab92d1b-ac11-43d0-a519-0e63dec8272c {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:39.506621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:39.510161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:39.510597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Checking segment: {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:39.511058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.511507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Bound using segment: {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:39.512044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Bound port: bc792a05-76af-4abc-bb60-4629385cbc62, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:39.512470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.567299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:39.568580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:39.571011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:39.602870 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5e06e5ad-51a7-4025-9247-7cfa8c07f76d req-e9ec583e-78f4-4e13-931d-3ab38616ea78 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483033
Nov 19 16:06:39.611082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] For port bc792a05-76af-4abc-bb60-4629385cbc62, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:39.615470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] For port bc792a05-76af-4abc-bb60-4629385cbc62, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bc792a05-76af-4abc-bb60-4629385cbc62,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:39.633709 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Deleting port 764165ba-8d70-43a6-a216-4f655119a1c5 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:06:39.634183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.651820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.731049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-44cdba92-6576-4e59-bd73-39762ac7dfa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:39.779093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.779938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854091347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854131179'] for router, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.832907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.833283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:39.840637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Pushing event updated for resources: {'Port': ['ID=bc792a05-76af-4abc-bb60-4629385cbc62,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:39.843290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:39.948475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 9de2feae-477a-45f2-bf2a-c9b2d511894a up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:39.985589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Calling delete_port for 764165ba-8d70-43a6-a216-4f655119a1c5 owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:06:40.062531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port 9de2feae-477a-45f2-bf2a-c9b2d511894a completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:40.068067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 9de2feae-477a-45f2-bf2a-c9b2d511894a triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:40.073556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.091303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Router f8a49637-78d7-47aa-bbd1-70221a35cdd3 is scheduled to L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 with binding_index 1 {{(pid=80425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 16:06:40.199809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.228277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-896c082d-d895-44bc-9640-bc1c1e7d95b2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:40.277969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.328230 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port 9de2feae-477a-45f2-bf2a-c9b2d511894a, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=9de2feae-477a-45f2-bf2a-c9b2d511894a,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:40.354091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.356508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:40.398161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event deleted for resources: {'Port': ['ID=764165ba-8d70-43a6-a216-4f655119a1c5,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:40.405615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:40.437132 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:40.443480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:40.448332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:40.461686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Sync routers for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:40.479913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:40.480609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f761b00>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:40.514823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.516588 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1ba88f3e-f91e-4b37-9d54-2de14f6dad22 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5356128
Nov 19 16:06:40.519195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 60688) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:06:40.575930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:40.576310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Floating IP b71137dd-2c81-4ab4-846e-c1b339f01d5c disassociated (deleted). External IP: 172.27.2.104, port: fdad771d-8fe9-44d1-bc3d-09933c3a990c.
Nov 19 16:06:40.874453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:41.106522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Router e44d2a06-0c05-4ca5-bff3-1964c04414e3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:06:41.201654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f761b00>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:39Z', 'revision_number': 3, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:41.207091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Checking router: f8a49637-78d7-47aa-bbd1-70221a35cdd3 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:41.207504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Updating router f8a49637-78d7-47aa-bbd1-70221a35cdd3 port ed7b33dd-5691-462d-9ccd-037ac553b4d7 binding host dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:06:41.271666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:41.354638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:41.367461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Sync routers for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:41.388782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:41.391628 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57641712e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:41.412084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:41.486058 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "DELETE /v2.0/floatingips/b71137dd-2c81-4ab4-846e-c1b339f01d5c HTTP/1.1" status: 204  len: 173 time: 2.1465499
Nov 19 16:06:41.486655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:06:41.581935 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:06:41.613380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:41.775139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259763be-7eea-483f-b9e5-78230e619937 None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:06:41.784128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-44c2a30c-f694-4f27-a8a8-f5819e2292ff service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 0.1543329
Nov 19 16:06:41.885462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:42.161988 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 9de2feae-477a-45f2-bf2a-c9b2d511894a up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:42.207216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Allocated IP 172.20.0.1 (eab92d1b-ac11-43d0-a519-0e63dec8272c/c24c0545-ffc7-406a-9a16-99b79d02bc39/b6779a6c-30b7-43e6-b8a0-440b3a143b84) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:06:42.217298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-bcef7ad6-6853-4dff-9d1e-d6ce801075f3 None None] Provisioning for port bc792a05-76af-4abc-bb60-4629385cbc62 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:42.247573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.resource_extend [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 16:06:42.323368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57641712e8>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:42.328720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Checking router: e44d2a06-0c05-4ca5-bff3-1964c04414e3 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:42.341722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:42.342856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57641712e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:42.375032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks [] for port, precommit_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:42.382345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port 9de2feae-477a-45f2-bf2a-c9b2d511894a triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:42.382689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:42.460195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Transition to ACTIVE for port object ed7b33dd-5691-462d-9ccd-037ac553b4d7 will not be triggered until provisioned by entity L2. {{(pid=80428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:42.508730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:42.534319 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Transition to ACTIVE for port object b6779a6c-30b7-43e6-b8a0-440b3a143b84 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:42.535624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:42.565287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9034318a-9f7c-4358-a2f7-0bc95399d907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:42.594748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:42.606207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:42.622035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ca1bc844-64d1-49b3-8387-1ea9bc5500e5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:42.731452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d52a-06a8-417d-b03e-324d490060ae req-fa150350-344b-4b70-a0e6-4d6dbe23df33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:42.754455 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-fa150350-344b-4b70-a0e6-4d6dbe23df33 service neutron] 10.222.0.40 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.9418721
Nov 19 16:06:42.770536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027c558-4cb6-47d8-9556-c41321e85352 None None] Pushing event updated for resources: {'Port': ['ID=ed7b33dd-5691-462d-9ccd-037ac553b4d7,revision_number=2']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:42.817672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f027c558-4cb6-47d8-9556-c41321e85352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:42.878149 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-ab113398-684f-4b73-bb89-deaf6ee24d47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=600170dcc42740f8894ecd6a379e2c6c&device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 1162 time: 1.3680427
Nov 19 16:06:42.887338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bc792a05-76af-4abc-bb60-4629385cbc62 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:43.014846 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:43.018991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:43.071935 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-cd3d0a2f-2123-487e-a7a3-bada0597a5b2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 217 time: 0.3164315
Nov 19 16:06:43.119769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Network eab92d1b-ac11-43d0-a519-0e63dec8272c is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:43.121043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:43.124415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:06:43.164118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Attempting to bind port ed7b33dd-5691-462d-9ccd-037ac553b4d7 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:43.164673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Attempting to bind port ed7b33dd-5691-462d-9ccd-037ac553b4d7 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:43.164923 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Attempting to bind port ed7b33dd-5691-462d-9ccd-037ac553b4d7 on network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:43.178654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d52a-06a8-417d-b03e-324d490060ae req-6fac46de-e142-4c26-96c9-bf1d22277676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:43.180822 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-6fac46de-e142-4c26-96c9-bf1d22277676 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.0993731
Nov 19 16:06:43.196147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624874'] for router_interface, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:43.200615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:43.203495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Checking segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:43.204216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:43.208570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Bound using segment: {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'} {{(pid=80428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:43.454531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Bound port: ed7b33dd-5691-462d-9ccd-037ac553b4d7, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b40ac01-f0ba-4755-aa77-86a656199d56', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}}] {{(pid=80428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:43.454531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:43.455059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-bf1664d6-75c0-4a97-ab5b-5d34ea072a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:43.455059 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-bf1664d6-75c0-4a97-ab5b-5d34ea072a5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 200  len: 909 time: 0.3509483
Nov 19 16:06:43.455584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] Provisioning complete for port bc792a05-76af-4abc-bb60-4629385cbc62 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:43.455584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:43.455813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57641712e8>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:43.455913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66797c1-094f-49ce-ad52-5c9581dc4a6b None None] The sync data for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi is: [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:03:13Z', 'revision_number': 4, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '4b713a0d-6f19-4177-840a-e9adb0b04e88', 'name': '', 'network_id': '59d124a0-3c41-44b8-855a-16305e410976', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'mac_address': 'fa:16:3e:31:22:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:11Z', 'updated_at': '2020-11-19T16:03:26Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'subnets': [{'id': 'c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:43.456015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] For port ed7b33dd-5691-462d-9ccd-037ac553b4d7, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:43.456015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] For port ed7b33dd-5691-462d-9ccd-037ac553b4d7, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ed7b33dd-5691-462d-9ccd-037ac553b4d7,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:43.456168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-4f234d09-be16-4114-a125-40be8748218d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 200  len: 217 time: 0.0841472
Nov 19 16:06:43.456254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:43.456334 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-035464dd-c446-48ae-b75c-fa217016539c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2225866
Nov 19 16:06:43.456334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-67d07d47-bead-4555-a195-0ffa6c818d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:06:43.456488 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] For port bc792a05-76af-4abc-bb60-4629385cbc62, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bc792a05-76af-4abc-bb60-4629385cbc62,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:43.457021 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-67d07d47-bead-4555-a195-0ffa6c818d9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 200  len: 854 time: 0.0823956
Nov 19 16:06:43.670879 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-f7ac2a34-30c8-4945-9fa9-22e713cb64d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=59d124a0-3c41-44b8-855a-16305e410976&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1866043
Nov 19 16:06:43.673129 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-9f3b5446-0a00-413c-bf2a-b3838ea7530a service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116394
Nov 19 16:06:43.819528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc408897-6c56-4055-8672-0f3a2445f802 None None] New status for floating IP b71137dd-2c81-4ab4-846e-c1b339f01d5c: DOWN {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:06:43.955110 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0235d52a-06a8-417d-b03e-324d490060ae req-960e451d-2239-462c-9386-227b023931fa service neutron] 10.222.0.40 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2736044
Nov 19 16:06:43.957199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-3d969001-54b6-4afb-8583-01d8d44fa6ee service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769136
Nov 19 16:06:44.109315 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ddba7224-a4e0-405b-a318-ff6cc93f3cd4 req-111ab3cc-f711-43b4-b647-a7752f36a55d service neutron] 10.222.0.43 "GET /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452591
Nov 19 16:06:44.370635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.375457 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.390858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port bc792a05-76af-4abc-bb60-4629385cbc62 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:44.425103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.446144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1bd04921-96e2-4ab6-9594-a4bb5870f008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:44.513307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port bc792a05-76af-4abc-bb60-4629385cbc62 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:44.513780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.641927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb16bf2-8dfb-4014-9baf-65cad31cb481 None None] Pushing event updated for resources: {'Port': ['ID=bc792a05-76af-4abc-bb60-4629385cbc62,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:44.724714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Provisioning for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:44.763854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Provisioning complete for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:44.768700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.819234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.851293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.882913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:44.977608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850724141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854122492'] for router_interface, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:44.994010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:44.997440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:45.089980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Port b6779a6c-30b7-43e6-b8a0-440b3a143b84 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:06:45.093876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027c558-4cb6-47d8-9556-c41321e85352 None None] Pushing event updated for resources: {'Port': ['ID=ed7b33dd-5691-462d-9ccd-037ac553b4d7,revision_number=3']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:45.100722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f027c558-4cb6-47d8-9556-c41321e85352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:45.101243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:45.101657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:45.118156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:45.118859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f761b00>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:45.143942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Network eab92d1b-ac11-43d0-a519-0e63dec8272c is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:06:45.145188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:06:45.182853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Provisioning complete for port bc792a05-76af-4abc-bb60-4629385cbc62 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:45.183285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c65a6dbb-ca37-4e3c-b981-f11370d6f9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:45.220495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bc792a05-76af-4abc-bb60-4629385cbc62 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:45.525392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port bc792a05-76af-4abc-bb60-4629385cbc62 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:45.525931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:45.551142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:45.581422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Router f8a49637-78d7-47aa-bbd1-70221a35cdd3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:06:45.833553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:06:45.842935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-f1745e80-7092-453a-a7d3-04366b5a302e None None] Provisioning complete for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:45.843362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f1745e80-7092-453a-a7d3-04366b5a302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:45.843705 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-99d9128f-9432-4a8c-84a5-11f6d33c3fb1 admin admin] 10.222.0.43 "PUT /v2.0/routers/f8a49637-78d7-47aa-bbd1-70221a35cdd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3233306
Nov 19 16:06:45.975026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-f1745e80-7092-453a-a7d3-04366b5a302e None None] Port b6779a6c-30b7-43e6-b8a0-440b3a143b84 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:06:46.082485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f761b00>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'b6779a6c-30b7-43e6-b8a0-440b3a143b84', 'name': '', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'mac_address': 'fa:16:3e:90:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:41Z', 'updated_at': '2020-11-19T16:06:44Z', 'revision_number': 2, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'subnets': [{'id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:46.086847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7abf5-f374-4528-8701-107c3dfadaa0 None None] The sync data for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi is: [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'b6779a6c-30b7-43e6-b8a0-440b3a143b84', 'name': '', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'mac_address': 'fa:16:3e:90:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:41Z', 'updated_at': '2020-11-19T16:06:44Z', 'revision_number': 2, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'subnets': [{'id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:46.648818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-297334125', 'description': 'tempest-TestVolumeBootPattern-297334125 description'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:46.656350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:46.660862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:security_group and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:46.664161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:46.670462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:46.742279 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:46.785258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:46.789398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:security_group_rule and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:46.792588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:46.798769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:46.898823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:46.960041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:46.967166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:47.017614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'SecurityGroup': ['ID=7a29dff7-3cc5-429b-8f31-56edce8d82f0,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:47.017614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:47.040112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.041755 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-30f4ce86-353a-4890-853d-a6523c0685cd req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1645 time: 0.3974781
Nov 19 16:06:47.131725 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-13c547dc-69f2-43d2-9d58-69ad866acd96 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups/7a29dff7-3cc5-429b-8f31-56edce8d82f0 HTTP/1.1" status: 200  len: 1640 time: 0.0529432
Nov 19 16:06:47.151699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a29dff7-3cc5-429b-8f31-56edce8d82f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:47.152060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a29dff7-3cc5-429b-8f31-56edce8d82f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:47.163126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:47.167918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:security_group_rule and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:47.172112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:47.178820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:47.211126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ed7b33dd-5691-462d-9ccd-037ac553b4d7 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:47.276060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.304343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.331209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port ed7b33dd-5691-462d-9ccd-037ac553b4d7 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:47.336732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ed7b33dd-5691-462d-9ccd-037ac553b4d7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:47.340324 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.359804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.362151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:47.385543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0521dda1-f755-4843-bd4f-a119196c6162,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:47.390341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:47.428373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.430283 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a2acdbd0-1f44-4a2c-8e28-4b1d13ffe292 req-7b64b687-9e3d-435c-bdd3-ef05afc438e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.2835319
Nov 19 16:06:47.465439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.484361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port ed7b33dd-5691-462d-9ccd-037ac553b4d7, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ed7b33dd-5691-462d-9ccd-037ac553b4d7,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:47.519670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.522556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b7e9ec9c-026e-4b0f-97a5-b5227471b371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:47.530698 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-209450b8-c696-4797-892d-658c4981447b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups/7a29dff7-3cc5-429b-8f31-56edce8d82f0 HTTP/1.1" status: 200  len: 2143 time: 0.0539427
Nov 19 16:06:47.544388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a29dff7-3cc5-429b-8f31-56edce8d82f0', 'remote_group_id': None}]} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:47.544745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a29dff7-3cc5-429b-8f31-56edce8d82f0', 'remote_group_id': None}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:06:47.551743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:06:47.556229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:security_group_rule and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:06:47.559340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:06:47.566438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:06:47.596121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=ed7b33dd-5691-462d-9ccd-037ac553b4d7,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:47.599892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:47.658283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.683689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.725695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.728051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ec6bf0d1-6111-4681-9c22-ca25057046c9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:47.752876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee76922b-6270-452e-9207-18f4796faa21,revision_number=0']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:47.755572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:47.788331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group_rule, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:47.789105 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-31a2662b-790d-4529-8e56-32a22f0b2622 req-8e824f19-96e2-445b-9ea9-46105b779e9b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2497106
Nov 19 16:06:49.195895 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ed7b33dd-5691-462d-9ccd-037ac553b4d7 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:49.268390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port ed7b33dd-5691-462d-9ccd-037ac553b4d7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:49.268804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:49.370371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Sync routers for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:06:49.389075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:49.391678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764705e10>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:49.594463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:49.946926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764705e10>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'b6779a6c-30b7-43e6-b8a0-440b3a143b84', 'name': '', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'mac_address': 'fa:16:3e:90:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:41Z', 'updated_at': '2020-11-19T16:06:44Z', 'revision_number': 2, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'subnets': [{'id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:49.951194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Checking router: f8a49637-78d7-47aa-bbd1-70221a35cdd3 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:06:49.951605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Updating router f8a49637-78d7-47aa-bbd1-70221a35cdd3 port b6779a6c-30b7-43e6-b8a0-440b3a143b84 binding host dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 16:06:50.009183 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:50.653721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks [] for port, precommit_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:50.665937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Transition to ACTIVE for port object b6779a6c-30b7-43e6-b8a0-440b3a143b84 will not be triggered until provisioned by entity L2. {{(pid=80429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:06:50.695968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:50.712848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:50.856452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7835-f079-4950-8edb-319ab3edb831 None None] Pushing event updated for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=3']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:50.862269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e2ac7835-f079-4950-8edb-319ab3edb831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:51.037083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Attempting to bind port b6779a6c-30b7-43e6-b8a0-440b3a143b84 on host dv-cinder-763306-3-iscsi for vnic_type normal with profile  {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:06:51.037647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Attempting to bind port b6779a6c-30b7-43e6-b8a0-440b3a143b84 by drivers openvswitch on host dv-cinder-763306-3-iscsi at level 0 using segments [{'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:06:51.038127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Attempting to bind port b6779a6c-30b7-43e6-b8a0-440b3a143b84 on network eab92d1b-ac11-43d0-a519-0e63dec8272c {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:06:51.046161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Checking agent: {'id': '82f412b9-3e8e-4c41-a69d-db72dd8cc1a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 51, 6), 'started_at': datetime.datetime(2020, 11, 19, 15, 51, 36), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:06:51.046689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Checking segment: {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:06:51.047204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:51.047731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Bound using segment: {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'} {{(pid=80429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:06:51.048295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Bound port: b6779a6c-30b7-43e6-b8a0-440b3a143b84, host: dv-cinder-763306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c'}}] {{(pid=80429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:06:51.048792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:51.145113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] For port b6779a6c-30b7-43e6-b8a0-440b3a143b84, host dv-cinder-763306-3-iscsi, cleared binding levels {{(pid=80429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:06:51.148510 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] For port b6779a6c-30b7-43e6-b8a0-440b3a143b84, host dv-cinder-763306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=b6779a6c-30b7-43e6-b8a0-440b3a143b84,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:06:51.188638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:51.204987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:51.359672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7835-f079-4950-8edb-319ab3edb831 None None] Pushing event updated for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=4']} {{(pid=80429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:51.363580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e2ac7835-f079-4950-8edb-319ab3edb831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:51.411546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:06:51.412242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764705e10>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:06:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:51.608416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:06:51.975119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764705e10>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'b6779a6c-30b7-43e6-b8a0-440b3a143b84', 'name': '', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'mac_address': 'fa:16:3e:90:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:41Z', 'updated_at': '2020-11-19T16:06:51Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'subnets': [{'id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:06:51.979965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aefd557-a99c-403b-a44a-834982b8d974 None None] The sync data for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi is: [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:43Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'b6779a6c-30b7-43e6-b8a0-440b3a143b84', 'name': '', 'network_id': 'eab92d1b-ac11-43d0-a519-0e63dec8272c', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'mac_address': 'fa:16:3e:90:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:41Z', 'updated_at': '2020-11-19T16:06:51Z', 'revision_number': 4, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'subnets': [{'id': 'c24c0545-ffc7-406a-9a16-99b79d02bc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:06:53.213845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device b6779a6c-30b7-43e6-b8a0-440b3a143b84 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:53.314428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:06:53.320075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:53.320662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:53.464682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:53.499992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] For port b6779a6c-30b7-43e6-b8a0-440b3a143b84, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=b6779a6c-30b7-43e6-b8a0-440b3a143b84,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:06:53.548149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:53.550190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:06:53.620833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Pushing event updated for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:06:53.624854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:06:55.038378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:06:55.195487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device b6779a6c-30b7-43e6-b8a0-440b3a143b84 up at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:06:55.266188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Provisioning complete for port b6779a6c-30b7-43e6-b8a0-440b3a143b84 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:06:55.266662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:02.781766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e07353cf-3754-422a-bc5a-10c61f8a38c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:05.262053 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eb05720c-c8da-4acb-afa0-e194015c5f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:05.729344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-e9d9114e-e328-45e0-8a63-077fc7e73551 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:05.730107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-e9d9114e-e328-45e0-8a63-077fc7e73551 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:05.775095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-e9d9114e-e328-45e0-8a63-077fc7e73551 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:05.776426 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-e9d9114e-e328-45e0-8a63-077fc7e73551 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.1275721
Nov 19 16:07:05.809819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:05.836452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-72e2e8b0-bfe1-4134-b567-37808ca50dae tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:05.883557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-72e2e8b0-bfe1-4134-b567-37808ca50dae tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:05.884790 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15a98d20-ecd4-4ae5-8489-bfda156c55b8 req-72e2e8b0-bfe1-4134-b567-37808ca50dae tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020832
Nov 19 16:07:06.490828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:07.021020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:07.097975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f30e4-9b21-48e1-a979-b30a6ae76a6d req-d56a4f30-7410-4ad5-8e74-de8654cad87d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:07.099568 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-967f30e4-9b21-48e1-a979-b30a6ae76a6d req-d56a4f30-7410-4ad5-8e74-de8654cad87d tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.0855763
Nov 19 16:07:07.147409 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-967f30e4-9b21-48e1-a979-b30a6ae76a6d req-5afd48a2-8435-4222-b0e7-d82b7f83b450 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417612
Nov 19 16:07:07.984870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ca799-1944-43bd-a264-66acc2d84075 req-7f315941-241f-4433-82ab-c8cd2e62d3fb tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:07.986992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-749ca799-1944-43bd-a264-66acc2d84075 req-7f315941-241f-4433-82ab-c8cd2e62d3fb tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.40 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.0831544
Nov 19 16:07:08.063080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Deleting port fdad771d-8fe9-44d1-bc3d-09933c3a990c {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:08.063385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:08.384422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] For port fdad771d-8fe9-44d1-bc3d-09933c3a990c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fdad771d-8fe9-44d1-bc3d-09933c3a990c,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:08.384827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:08.516770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Calling delete_port for fdad771d-8fe9-44d1-bc3d-09933c3a990c owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:07:08.578115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb371881-2737-4baa-a7be-f9de74a9afec req-34c4331d-09fd-4dd1-8c89-94a28b03fa02 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:08.579738 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb371881-2737-4baa-a7be-f9de74a9afec req-34c4331d-09fd-4dd1-8c89-94a28b03fa02 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 945 time: 0.3005497
Nov 19 16:07:08.648515 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eb371881-2737-4baa-a7be-f9de74a9afec req-4abc4cab-2ec9-4475-9c79-3b02450800d2 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/security-groups?id=8ee956be-eb65-4f5d-acb3-d1df34d924c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617805
Nov 19 16:07:08.816297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:08.832736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e7997f3a-6040-4019-a9ee-7fe13728b62a tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:08.925489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Pushing event deleted for resources: {'Port': ['ID=fdad771d-8fe9-44d1-bc3d-09933c3a990c,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:08.932417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:09.040124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] No DVR routers for this DVR port fdad771d-8fe9-44d1-bc3d-09933c3a990c on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:07:09.042487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.045256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'name': 'network-vif-deleted', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:09.107079 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e73afdc-9521-4fd8-bb95-0693211a2604', 'name': 'network-vif-deleted', 'tag': 'fdad771d-8fe9-44d1-bc3d-09933c3a990c', 'status': 'completed', 'code': 200}
Nov 19 16:07:09.119831 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-749ca799-1944-43bd-a264-66acc2d84075 req-06f2abd9-0702-4dab-b2e7-42cc22afdf67 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.40 "DELETE /v2.0/ports/fdad771d-8fe9-44d1-bc3d-09933c3a990c HTTP/1.1" status: 204  len: 173 time: 1.1273284
Nov 19 16:07:09.262382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 32774) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:09.376465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:09.424757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: fdad771d-8fe9-44d1-bc3d-09933c3a990c {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:07:09.425494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device fdad771d-8fe9-44d1-bc3d-09933c3a990c not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:07:09.430223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.473235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:07:09.477410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Usage tracker for resource:security_group_rule and tenant:cd1bd42a3b714d4eb321c1f639012d80 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:07:09.480569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:07:09.487122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:07:09.568725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.610529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.619126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7dbac15-5853-402c-acd4-b797e3dc3b95 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:09.665944 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd1bd42a3b714d4eb321c1f639012d80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4022088
Nov 19 16:07:09.666693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d725c-144f-4889-9bc9-6bd763a0c87b,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:09.668827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32790) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:09.671253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f5f2ccf7-4c0c-47ca-9837-649a9b08830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:09.787018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.826591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.907839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.913890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4db92707-4c9b-464e-9017-b073b5355c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:09.929910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d725c-144f-4889-9bc9-6bd763a0c87b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:09.931134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-0135992f-e710-4013-b89f-bfc636135811 req-8498af2c-394c-4e94-a29c-63c709bff7b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Synchronizing usage tracker for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:09.934629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:09.936011 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a08d725c-144f-4889-9bc9-6bd763a0c87b HTTP/1.1" status: 204  len: 168 time: 0.2650189
Nov 19 16:07:09.944934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.945363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.945969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.946382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.946790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.947789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.948209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.948772 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.949152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.949756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.950327 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.950887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.951546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.952164 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.960635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:09.962970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:09.973625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-0135992f-e710-4013-b89f-bfc636135811 req-8498af2c-394c-4e94-a29c-63c709bff7b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Unset dirty status for tenant:600170dcc42740f8894ecd6a379e2c6c on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:09.974991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0135992f-e710-4013-b89f-bfc636135811 req-8498af2c-394c-4e94-a29c-63c709bff7b8 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] 10.222.0.43 "GET /v2.0/ports?device_id=2e73afdc-9521-4fd8-bb95-0693211a2604 HTTP/1.1" status: 200  len: 210 time: 0.1079679
Nov 19 16:07:09.991150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea0c7e-a3c7-4ffd-8936-9592eb947241 req-54842788-4247-4465-afd7-5a801cf7db33 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:09.992858 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c6ea0c7e-a3c7-4ffd-8936-9592eb947241 req-54842788-4247-4465-afd7-5a801cf7db33 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1717002
Nov 19 16:07:10.046429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c6ea0c7e-a3c7-4ffd-8936-9592eb947241 req-4f50a854-8c24-4680-9ae8-b8877dc71cb7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470152
Nov 19 16:07:10.223163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2742186b-da09-4ab6-9152-7cc47d577a93 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:security_group {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:10.266903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2742186b-da09-4ab6-9152-7cc47d577a93 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:security_group {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:10.268779 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2742186b-da09-4ab6-9152-7cc47d577a93 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-297334125&fields=id&tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 267 time: 0.0954680
Nov 19 16:07:10.435184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-01b29090-b5d4-44c0-845b-27d8e673ae31 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:10.435937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-01b29090-b5d4-44c0-845b-27d8e673ae31 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:network {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:10.512494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-01b29090-b5d4-44c0-845b-27d8e673ae31 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:network {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:10.513819 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-01b29090-b5d4-44c0-845b-27d8e673ae31 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.2370698
Nov 19 16:07:10.531785 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-4b93e01a-41c1-4ef2-aaa3-88124b19d5b2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/quotas/ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 375 time: 0.0112774
Nov 19 16:07:10.616827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2fa95c5e-b1ff-4c99-8a17-45e5ac47704e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:10.661255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2fa95c5e-b1ff-4c99-8a17-45e5ac47704e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:10.662681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-2fa95c5e-b1ff-4c99-8a17-45e5ac47704e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1254840
Nov 19 16:07:10.813318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-d225f9fd-4ac0-4c55-8884-5a68f6317c8e service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379526
Nov 19 16:07:10.910803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:07:10.956580 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-aae951c2-bdb0-48c3-83e7-6c05ed7496f8 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362350
Nov 19 16:07:11.282499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180fb8-48e7-459c-bdd8-9de11d789163 req-385b6fb8-a436-4ec0-af91-525e88871d87 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:11.284720 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32180fb8-48e7-459c-bdd8-9de11d789163 req-385b6fb8-a436-4ec0-af91-525e88871d87 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0881438
Nov 19 16:07:11.333652 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32180fb8-48e7-459c-bdd8-9de11d789163 req-dfb663d2-5aa5-4a8c-b389-665c7101ec58 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425944
Nov 19 16:07:11.513064 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2b9a8deb-91fa-4778-bfbd-524b0626b890 req-c823d8e9-20a6-40be-916f-caaaa7239e60 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0491519
Nov 19 16:07:12.595179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d6aad-d3b4-4163-8bf2-5e174bc54f94 req-c571d4cf-59a6-4d53-83b9-e8e5a14016bd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:12.598480 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-372d6aad-d3b4-4163-8bf2-5e174bc54f94 req-c571d4cf-59a6-4d53-83b9-e8e5a14016bd tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1001418
Nov 19 16:07:12.652709 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-372d6aad-d3b4-4163-8bf2-5e174bc54f94 req-234351af-b186-4f07-863f-12f2b28f457c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0477858
Nov 19 16:07:12.730330 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a11cdd97-2308-4eeb-80ce-9715fd527716 req-1f3b2703-f979-439e-a2a6-8910427fc9c3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0495546
Nov 19 16:07:12.782339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 32876) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:13.541624 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-4cc7e66c-35be-42e9-a6c8-f4d37dd1aa4f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:13.543574 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-4cc7e66c-35be-42e9-a6c8-f4d37dd1aa4f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.2726169
Nov 19 16:07:13.618178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:13.724201 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-96e1117f-845e-4c8c-815d-58d9591de750 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 5085 time: 0.1598971
Nov 19 16:07:13.736840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'port': {'device_id': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'admin_state_up': True, 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'security_groups': ['7a29dff7-3cc5-429b-8f31-56edce8d82f0']}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:07:14.084641 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ef795ad9-48cd-4fa4-9502-65297cbc9f8f req-5e884502-976d-4297-b6e8-2b799545922f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0639389
Nov 19 16:07:14.088317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:07:14.107706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:07:14.127968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61126740-04b5-4882-bbcc-e86222fa432e req-322e58c1-f002-4a3a-9081-dbb53bcd578c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:14.129617 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-61126740-04b5-4882-bbcc-e86222fa432e req-322e58c1-f002-4a3a-9081-dbb53bcd578c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.3021162
Nov 19 16:07:14.176805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Made reservation on behalf of ab5f28d98e7f417abce658b3c9dbaaf9 for: {'port': 1} {{(pid=80426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:07:14.182435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:14.256006 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-61126740-04b5-4882-bbcc-e86222fa432e req-db06ac8d-c9b8-4843-a36b-26de644c1bb3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1192625
Nov 19 16:07:14.776335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.20.0.6 (af31d0f6-1433-41bc-949e-0ba6d0831843/8704b3c8-1621-45c5-9a91-19ade849752b/1d42bc44-3e13-4464-8826-8ea22a0bf080) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:07:15.349218 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0a90e801-f0ad-49bc-9343-0adbc61cf882 req-8661931b-ab0e-4a87-9707-fb0733ac3604 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0893836
Nov 19 16:07:15.361903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:15.375237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Deleting port 4b713a0d-6f19-4177-840a-e9adb0b04e88 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:15.375620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:15.466453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Transition to ACTIVE for port object 1d42bc44-3e13-4464-8826-8ea22a0bf080 will not be triggered until provisioned by entity DHCP. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:07:15.632579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:15.655199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a20701-2102-4437-9705-08514c4bd15c req-d8dd0237-d2ad-4636-82e8-9a9e165a2c9b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:15.656818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d8a20701-2102-4437-9705-08514c4bd15c req-d8dd0237-d2ad-4636-82e8-9a9e165a2c9b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.2462342
Nov 19 16:07:15.657529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-122fa2a8-75b4-4d76-bfb4-beb3c0c0fded tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:15.829622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] For port 4b713a0d-6f19-4177-840a-e9adb0b04e88, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=4b713a0d-6f19-4177-840a-e9adb0b04e88,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:15.830126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:15.988270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Calling delete_port for 4b713a0d-6f19-4177-840a-e9adb0b04e88 owned by network:router_interface {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:07:16.019421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:16.047185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:16.056539 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d8a20701-2102-4437-9705-08514c4bd15c req-a589460d-ee41-4876-bb6d-75b414c41293 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3529255
Nov 19 16:07:16.126359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:07:16.128785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:07:16.132139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:07:16.211560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:16.212249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:16.355035 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6238821
Nov 19 16:07:16.379370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Request body: {'port': {'device_id': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:07:16.381618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-b6aad03b-a4ae-4cb8-b170-807232640e40 None None] Provisioning for port 1d42bc44-3e13-4464-8826-8ea22a0bf080 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:07:16.387340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-b6aad03b-a4ae-4cb8-b170-807232640e40 None None] Provisioning complete for port 1d42bc44-3e13-4464-8826-8ea22a0bf080 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:16.387763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b6aad03b-a4ae-4cb8-b170-807232640e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:16.446259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-b6aad03b-a4ae-4cb8-b170-807232640e40 None None] Port 1d42bc44-3e13-4464-8826-8ea22a0bf080 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:07:16.452666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c9173-a49e-440c-8e4e-061ab1830e9d req-10238e00-761a-493b-8862-c14fc41a64ad tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:16.454360 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d6c9173-a49e-440c-8e4e-061ab1830e9d req-10238e00-761a-493b-8862-c14fc41a64ad tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2197344
Nov 19 16:07:16.525031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:16.575446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d21b0e9e-87be-420f-a428-d803912e5fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:16.686325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b713a0d-6f19-4177-840a-e9adb0b04e88,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:16.706524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:16.728618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:16.774311 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d6c9173-a49e-440c-8e4e-061ab1830e9d req-be9b8b08-70fc-4819-81cb-6b509ec96d24 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3115718
Nov 19 16:07:16.917620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956353d-1f7c-4a8a-aa09-7cfd36882c25 req-53e11da2-78ff-4652-af6a-d70456d93b14 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:16.918387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-8956353d-1f7c-4a8a-aa09-7cfd36882c25 req-53e11da2-78ff-4652-af6a-d70456d93b14 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:17.031870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-8956353d-1f7c-4a8a-aa09-7cfd36882c25 req-53e11da2-78ff-4652-af6a-d70456d93b14 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:17.033269 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8956353d-1f7c-4a8a-aa09-7cfd36882c25 req-53e11da2-78ff-4652-af6a-d70456d93b14 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 931 time: 0.5417230
Nov 19 16:07:17.321842 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8956353d-1f7c-4a8a-aa09-7cfd36882c25 req-d7d8354d-a3ca-4a2f-a783-a01bc7ef7061 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2759190
Nov 19 16:07:17.450162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a262-92bd-4b98-af4e-8ea1a97418f8 req-d4cd5f72-f016-43fd-ac92-3326111512f1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:17.451788 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4356a262-92bd-4b98-af4e-8ea1a97418f8 req-d4cd5f72-f016-43fd-ac92-3326111512f1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.2492197
Nov 19 16:07:17.807972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d42bc44-3e13-4464-8826-8ea22a0bf080 {{(pid=80426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:07:17.826426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:17.853874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Transition to ACTIVE for port object 1d42bc44-3e13-4464-8826-8ea22a0bf080 will not be triggered until provisioned by entity L2. {{(pid=80426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:07:17.856661 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4356a262-92bd-4b98-af4e-8ea1a97418f8 req-7f3f858c-4069-447a-8e79-b24faeaac910 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3618150
Nov 19 16:07:17.879131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:17.895630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:17.963143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:18.178651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Pushing event updated for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:18.196945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:18.284817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc63ae-208a-405f-a77e-7269421a3b01 req-6db53c6f-de9f-4b76-861b-f805a4850c77 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:18.286496 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4ffc63ae-208a-405f-a77e-7269421a3b01 req-6db53c6f-de9f-4b76-861b-f805a4850c77 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2953277
Nov 19 16:07:18.580646 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4ffc63ae-208a-405f-a77e-7269421a3b01 req-8fc66ff6-426e-41ff-87e9-500b6193ce5a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2432573
Nov 19 16:07:18.636844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Attempting to bind port 1d42bc44-3e13-4464-8826-8ea22a0bf080 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:07:18.637223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Attempting to bind port 1d42bc44-3e13-4464-8826-8ea22a0bf080 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:07:18.637627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Attempting to bind port 1d42bc44-3e13-4464-8826-8ea22a0bf080 on network af31d0f6-1433-41bc-949e-0ba6d0831843 {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:07:18.654495 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:07:18.654872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:07:18.655280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:18.655681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Bound using segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} {{(pid=80426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:07:18.656157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Bound port: 1d42bc44-3e13-4464-8826-8ea22a0bf080, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}}] {{(pid=80426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:07:18.656532 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:18.726133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287eef0f-6c36-464d-9a1a-e65d5be81e50 req-162e2976-d877-45c7-95c8-9a65b27b7162 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:18.727763 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-287eef0f-6c36-464d-9a1a-e65d5be81e50 req-162e2976-d877-45c7-95c8-9a65b27b7162 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.2662284
Nov 19 16:07:18.867508 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-287eef0f-6c36-464d-9a1a-e65d5be81e50 req-d1b237dc-fdff-4a1d-9fba-d1c27946674e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1300786
Nov 19 16:07:18.886911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, cleared binding levels {{(pid=80426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:07:18.890868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:07:18.957758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:18.984418 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6fdbc06d-3c79-4949-ae0c-8c76829ae0b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:19.306996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Pushing event updated for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=3']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:19.316056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:19.357767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb4533-9ea4-4fac-bca0-80dc3ed1891e req-61c49246-4711-49e7-876c-37c534fff358 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:19.359382 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-02bb4533-9ea4-4fac-bca0-80dc3ed1891e req-61c49246-4711-49e7-876c-37c534fff358 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.3456678
Nov 19 16:07:19.362890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:19.364285 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] 10.222.0.40 "PUT /v2.0/ports/1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 200  len: 1157 time: 2.9917510
Nov 19 16:07:19.365112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:19.430439 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'status': 'completed', 'code': 200}
Nov 19 16:07:19.826831 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-02bb4533-9ea4-4fac-bca0-80dc3ed1891e req-8bc26e06-dff5-40fa-9e20-22b8eadcbc10 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.4560874
Nov 19 16:07:19.946156 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fed93e21-db55-4ed4-91fc-ddd8aec281b5 req-7fc3d469-5440-41aa-b592-336d78e91d86 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1160 time: 0.4709768
Nov 19 16:07:19.996968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f95f87-994f-4189-89a8-ecc7476e9f70 req-42c702d2-83e9-47c1-b96d-37b23006f13d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:19.998699 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40f95f87-994f-4189-89a8-ecc7476e9f70 req-42c702d2-83e9-47c1-b96d-37b23006f13d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2274358
Nov 19 16:07:20.225559 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40f95f87-994f-4189-89a8-ecc7476e9f70 req-f4613010-7eef-4407-abe7-945347abcb35 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2191000
Nov 19 16:07:20.250756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed93e21-db55-4ed4-91fc-ddd8aec281b5 req-79d583dd-288b-4842-aa46-8b6cab5e2f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:20.252642 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fed93e21-db55-4ed4-91fc-ddd8aec281b5 req-79d583dd-288b-4842-aa46-8b6cab5e2f88 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2868547
Nov 19 16:07:20.288955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Router e44d2a06-0c05-4ca5-bff3-1964c04414e3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:07:20.348098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4c03b-d760-4c45-b26e-ec40c543f477 req-03319d31-51b1-4dbc-b643-60df0464d162 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:20.349594 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ceb4c03b-d760-4c45-b26e-ec40c543f477 req-03319d31-51b1-4dbc-b643-60df0464d162 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.3455486
Nov 19 16:07:20.527945 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ceb4c03b-d760-4c45-b26e-ec40c543f477 req-b6ab4ec2-e021-481b-a6d6-560ecebf640f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1689548
Nov 19 16:07:20.546529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed93e21-db55-4ed4-91fc-ddd8aec281b5 req-1b320e37-4732-44cb-b3a7-fab019fdb488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:20.549209 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fed93e21-db55-4ed4-91fc-ddd8aec281b5 req-1b320e37-4732-44cb-b3a7-fab019fdb488 service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2886357
Nov 19 16:07:20.734326 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-be6fd475-92cb-4aaa-8f80-d01a035f9f96 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1160 time: 0.1108248
Nov 19 16:07:20.741245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:07:20.751293 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Sync routers for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:07:20.763876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:07:20.764558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764443828>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:07:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:20.818221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-0117a676-dc6e-4bd1-8723-1c69f6715c9f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 200  len: 217 time: 0.0673995
Nov 19 16:07:20.868410 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c3827dd6-2083-4681-8322-422067200171 admin admin] 10.222.0.43 "PUT /v2.0/routers/e44d2a06-0c05-4ca5-bff3-1964c04414e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0841632
Nov 19 16:07:20.870963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32936) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:20.897595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-7cc575ae-1e22-4f3d-94e9-64ee8f2a4841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:20.899251 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-7cc575ae-1e22-4f3d-94e9-64ee8f2a4841 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0743392
Nov 19 16:07:21.004922 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-25de285f-c085-45aa-98f5-83cfc1a25e76 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0939713
Nov 19 16:07:21.143300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:07:21.246587 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-01a14d84-a2d8-4dab-89c9-06dcbf6d6fc3 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988027
Nov 19 16:07:21.254728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff51b87-c496-4a62-bcac-82fcf5866ec4 req-caa326aa-b8b0-40b5-b99e-13829110cbad tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:21.262142 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eff51b87-c496-4a62-bcac-82fcf5866ec4 req-caa326aa-b8b0-40b5-b99e-13829110cbad tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.2555032
Nov 19 16:07:21.334896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks [] for router, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:21.412163 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eff51b87-c496-4a62-bcac-82fcf5866ec4 req-d164bb12-0772-4c3c-b433-a6d8f0dec394 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1488736
Nov 19 16:07:21.487221 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ccf52ef6-903d-4c68-8465-0c05cfff2d3c req-f802593f-ef1f-4836-b05f-b0d21eeb662b service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2065983
Nov 19 16:07:21.500496 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764443828>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:07:16Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:21.505985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Checking router: e44d2a06-0c05-4ca5-bff3-1964c04414e3 for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:07:21.517499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Routers {'e44d2a06-0c05-4ca5-bff3-1964c04414e3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:07:21.518304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764443828>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:07:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:21.593276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:21.633046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Deleting port af80f2f0-d043-447b-844e-305fc7ff796f {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:21.633937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:21.688587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f908e-fe3e-4e01-ad07-e0bcf8b6ae20 req-d028b966-0c0f-4dae-911c-31ce059c7ebc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:21.690316 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b28f908e-fe3e-4e01-ad07-e0bcf8b6ae20 req-d028b966-0c0f-4dae-911c-31ce059c7ebc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1335642
Nov 19 16:07:21.781914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] Set router e44d2a06-0c05-4ca5-bff3-1964c04414e3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:07:21.828682 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b28f908e-fe3e-4e01-ad07-e0bcf8b6ae20 req-344b5f35-5839-4829-a547-6f5c1646caa9 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1260176
Nov 19 16:07:21.844094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425eb60-7849-4771-8ca2-ea5fc9404ecc req-4e9a168c-818d-4e8d-8dd8-231416e6f95e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:21.852654 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e425eb60-7849-4771-8ca2-ea5fc9404ecc req-4e9a168c-818d-4e8d-8dd8-231416e6f95e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.1406476
Nov 19 16:07:21.902696 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e425eb60-7849-4771-8ca2-ea5fc9404ecc req-e8895c43-f746-48d8-89c3-cab35270644d tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0481834
Nov 19 16:07:21.914730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] For port af80f2f0-d043-447b-844e-305fc7ff796f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=af80f2f0-d043-447b-844e-305fc7ff796f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:21.915131 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:22.053901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Calling delete_port for af80f2f0-d043-447b-844e-305fc7ff796f owned by network:router_gateway {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:07:22.108551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764443828>, [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:07:16Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:22.112773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118391fd-29f6-49c1-a50f-7cacd0ccc925 None None] The sync data for ids ['e44d2a06-0c05-4ca5-bff3-1964c04414e3'] in dv-cinder-763306-3-iscsi is: [{'id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'name': 'tempest-TestMinimumBasicScenario-1526595532-router', 'tenant_id': '600170dcc42740f8894ecd6a379e2c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:03:05Z', 'updated_at': '2020-11-19T16:07:16Z', 'revision_number': 5, 'project_id': '600170dcc42740f8894ecd6a379e2c6c', 'gw_port': {'id': 'af80f2f0-d043-447b-844e-305fc7ff796f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44d2a06-0c05-4ca5-bff3-1964c04414e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:03:06Z', 'updated_at': '2020-11-19T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:07:22.260664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:22.277224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:22.379637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Pushing event deleted for resources: {'Port': ['ID=af80f2f0-d043-447b-844e-305fc7ff796f,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:22.384413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:22.639471 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2a199-1b4b-4cbf-90ca-22a72d946935 req-d33749dc-8348-4b15-a77c-12b3643a1518 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:22.640773 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85e2a199-1b4b-4cbf-90ca-22a72d946935 req-d33749dc-8348-4b15-a77c-12b3643a1518 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0867686
Nov 19 16:07:22.641795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:22.705571 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-85e2a199-1b4b-4cbf-90ca-22a72d946935 req-15cf2f58-5ae4-49cd-ae8a-029a72759cd7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0570378
Nov 19 16:07:22.917574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:22.922135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:22.999094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.000342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44d2a06-0c05-4ca5-bff3-1964c04414e3 {{(pid=80425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:07:23.017213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.018438 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e44d2a06-0c05-4ca5-bff3-1964c04414e3 HTTP/1.1" status: 204  len: 168 time: 2.1461678
Nov 19 16:07:23.021048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32960) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:23.092177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Deleting subnet c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:07:23.097542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.138684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5f2d-2865-4024-bb5d-cdb70864581e req-e32aca45-6b98-42d7-be9c-2ff946d3676a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:23.140331 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f27f5f2d-2865-4024-bb5d-cdb70864581e req-e32aca45-6b98-42d7-be9c-2ff946d3676a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1581080
Nov 19 16:07:23.151998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.175863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f2327-68f3-4a01-8483-a53a45178f12 req-b63de039-e4c6-4d31-a034-c597bb47dbc7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:23.177617 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a23f2327-68f3-4a01-8483-a53a45178f12 req-b63de039-e4c6-4d31-a034-c597bb47dbc7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.1326020
Nov 19 16:07:23.251510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f27f5f2d-2865-4024-bb5d-cdb70864581e req-90f124a2-e5b3-48bf-9e8f-210633afc233 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029065
Nov 19 16:07:23.259237 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a23f2327-68f3-4a01-8483-a53a45178f12 req-ac1ab3a2-4e31-40d7-916c-d4ff94b46f06 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0745707
Nov 19 16:07:23.284391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4b713a0d-6f19-4177-840a-e9adb0b04e88 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:23.300260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.325553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 4b713a0d-6f19-4177-840a-e9adb0b04e88 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:07:23.326217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 4b713a0d-6f19-4177-840a-e9adb0b04e88 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:07:23.613480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:23.615025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.631499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:23.703192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:23.703631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.707406 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-2a8c64f1-279a-4c49-8bbe-3b9aa265c2c9 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.0791693
Nov 19 16:07:23.730812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:23.745117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:23.785767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:23.792650 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c6d11fc1-850a-40cc-b0ea-fc08d7ad97ca HTTP/1.1" status: 204  len: 168 time: 0.7703216
Nov 19 16:07:23.796521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32968) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:23.833938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f62def-9829-401d-98f5-3b0a6fbdd9bf None None] Network 59d124a0-3c41-44b8-855a-16305e410976 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:07:24.001216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-a7343adb-85bb-449a-8e56-a8136b705a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:24.003579 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-a7343adb-85bb-449a-8e56-a8136b705a52 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.2729068
Nov 19 16:07:24.146737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e14bb-8205-428b-a258-d5ec5f604239 req-22cc1ae6-1495-479a-8f53-9eb76c52780e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:24.148433 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f00e14bb-8205-428b-a258-d5ec5f604239 req-22cc1ae6-1495-479a-8f53-9eb76c52780e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.2548325
Nov 19 16:07:24.173612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] DHCP port deletion for 59d124a0-3c41-44b8-855a-16305e410976 request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:07:24.176150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.181742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Deleting port 0c7454bb-5411-4f48-a3a1-8a8732102259 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:24.182254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.186405 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-5bdc7fb2-a2bd-4fb0-9dfe-97fab1202c9a service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 1000 time: 0.1675780
Nov 19 16:07:24.214897 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f00e14bb-8205-428b-a258-d5ec5f604239 req-f2d277d3-da74-4921-a0d0-d91d585cb4ea tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0560038
Nov 19 16:07:24.275078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Deleting port 0c7454bb-5411-4f48-a3a1-8a8732102259 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:24.275451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.316583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-1ef1e865-7e15-4032-9431-bf04d6efe28f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:24.318488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-1ef1e865-7e15-4032-9431-bf04d6efe28f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.1066720
Nov 19 16:07:24.467595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] For port 0c7454bb-5411-4f48-a3a1-8a8732102259, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=0c7454bb-5411-4f48-a3a1-8a8732102259,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:24.467960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.522294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] For port 0c7454bb-5411-4f48-a3a1-8a8732102259, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=0c7454bb-5411-4f48-a3a1-8a8732102259,segment=NetworkSegment(81b2db31-e9a8-43d0-9e86-14024488a2f8),segment_id=81b2db31-e9a8-43d0-9e86-14024488a2f8)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:24.522879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.605565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Calling delete_port for 0c7454bb-5411-4f48-a3a1-8a8732102259 owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:07:24.662657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Calling delete_port for 0c7454bb-5411-4f48-a3a1-8a8732102259 owned by network:dhcp {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:07:24.763614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:07:24.764029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:07:24.774662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:24.791356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:24.795185 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-57bfbf5f-db2f-4683-94aa-723be4679fa3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4331517
Nov 19 16:07:24.802722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbab98-7f51-4b97-951a-e1fff34c4be5 req-fd5a9998-71cd-4347-9739-a38abf966cad tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:24.804222 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32cbab98-7f51-4b97-951a-e1fff34c4be5 req-fd5a9998-71cd-4347-9739-a38abf966cad tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.4844363
Nov 19 16:07:24.886987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7454bb-5411-4f48-a3a1-8a8732102259,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:24.890673 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fd25c-1e3d-4862-9620-53ad35f34175 req-1f6049cd-a5fc-4800-95b0-8e55be6497e4 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:24.892500 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-171fd25c-1e3d-4862-9620-53ad35f34175 req-1f6049cd-a5fc-4800-95b0-8e55be6497e4 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.4856467
Nov 19 16:07:24.900140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:24.935203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] No DVR routers for this DVR port 0c7454bb-5411-4f48-a3a1-8a8732102259 on host dv-cinder-763306-3-iscsi {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:07:25.012252 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-32cbab98-7f51-4b97-951a-e1fff34c4be5 req-502f2e4c-2809-4f1d-a9f1-8c1f19028eff tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1820052
Nov 19 16:07:25.038645 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-171fd25c-1e3d-4862-9620-53ad35f34175 req-71d4058f-7128-4d46-95b6-1d2cc0d1c0d3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1258514
Nov 19 16:07:25.044784 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-f84b897b-8f1b-4ef7-9c6b-3ef66d534f34 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2394931
Nov 19 16:07:25.050663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.072046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.191631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f57641be6a0>,) {'filters': {'network_id': ['59d124a0-3c41-44b8-855a-16305e410976']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:25.205296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f57641be6a0>, '81b2db31-e9a8-43d0-9e86-14024488a2f8') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:25.205638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f57641be6a0>, '81b2db31-e9a8-43d0-9e86-14024488a2f8') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:25.218123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.222716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device af80f2f0-d043-447b-844e-305fc7ff796f no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:25.234525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.237331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:07:25.261798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: af80f2f0-d043-447b-844e-305fc7ff796f {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:07:25.262229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device af80f2f0-d043-447b-844e-305fc7ff796f not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:07:25.262839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 0c7454bb-5411-4f48-a3a1-8a8732102259 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:25.268462 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c5ee5e6a-6e4a-4398-812d-02239c35e658 req-1302f0c8-d8d0-4584-a68a-3e5ba575a2be service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2156463
Nov 19 16:07:25.280154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097fe7-5f42-41a4-9564-43a3ee4fa75e req-2c548615-a0a5-4880-bff3-7d96870105db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:25.281818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c1097fe7-5f42-41a4-9564-43a3ee4fa75e req-2c548615-a0a5-4880-bff3-7d96870105db tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1412513
Nov 19 16:07:25.318238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Deleting port 0c7454bb-5411-4f48-a3a1-8a8732102259 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:07:25.319013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.348867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 0c7454bb-5411-4f48-a3a1-8a8732102259 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:07:25.349366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 0c7454bb-5411-4f48-a3a1-8a8732102259 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:07:25.410282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c1097fe7-5f42-41a4-9564-43a3ee4fa75e req-5a1528ef-9aed-46a6-9001-7483f3881de4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208291
Nov 19 16:07:25.420787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-2d324b85-f69c-4f3b-b23e-adf491a0d2dc None None] The port '0c7454bb-5411-4f48-a3a1-8a8732102259' was deleted {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:07:25.437901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Network 59d124a0-3c41-44b8-855a-16305e410976 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:07:25.447734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.522083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-abe675ec-dab0-46d5-ade0-d1850bdc55fd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.1644921
Nov 19 16:07:25.531962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3cbdc-e61a-41ae-8063-4927f5a8ba57 req-11de8896-28fd-4614-9267-4533bcc7b510 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:25.534118 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99b3cbdc-e61a-41ae-8063-4927f5a8ba57 req-11de8896-28fd-4614-9267-4533bcc7b510 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1225541
Nov 19 16:07:25.627672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Network 59d124a0-3c41-44b8-855a-16305e410976 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:07:25.652550 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:07:25.691801 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99b3cbdc-e61a-41ae-8063-4927f5a8ba57 req-3c138400-9f89-41dc-ac02-a6cefa4bb078 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1323740
Nov 19 16:07:25.714565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-980f820a-485b-49f6-9508-c3f39e27b408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:25.716510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-980f820a-485b-49f6-9508-c3f39e27b408 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.1815088
Nov 19 16:07:25.775683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.779947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-034ab916-f647-4874-b2fd-ba7b52374b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:25.795567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:25.809248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d124a0-3c41-44b8-855a-16305e410976,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:25.813968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:25.842460 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-b11d5e08-cefc-4a60-af08-1a1442b5e5d2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 1000 time: 0.1177020
Nov 19 16:07:25.850890 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] 10.222.0.43 "DELETE /v2.0/networks/59d124a0-3c41-44b8-855a-16305e410976 HTTP/1.1" status: 204  len: 168 time: 2.0531631
Nov 19 16:07:25.919089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-741ea18c-451a-43e7-a663-3b485dcfb092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:25.920683 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-741ea18c-451a-43e7-a663-3b485dcfb092 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.0686393
Nov 19 16:07:26.006759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-19118519-7a9b-46b1-952c-2045fdad90dc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786805
Nov 19 16:07:26.207018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-6f2addf5-1ce5-4f78-9da9-6a1c6dbc2aeb service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926606
Nov 19 16:07:26.241432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32988) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:26.299682 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-00c4dc8e-bfb7-4fcd-b949-b4ba0759f649 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=600170dcc42740f8894ecd6a379e2c6c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0569065
Nov 19 16:07:26.302177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 32992) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:26.370161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:26.399088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:26.455229 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c7e5d351-4a38-4369-b940-5ec3255b428c req-cf27cb82-fb06-48aa-bdf9-5d68abdc5ed1 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2044570
Nov 19 16:07:26.461367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6a82-789a-4eff-8ab1-d28fa86f84ac req-758d82c4-0c8d-461a-9cc1-1ed538a2f221 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:26.462932 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c16f6a82-789a-4eff-8ab1-d28fa86f84ac req-758d82c4-0c8d-461a-9cc1-1ed538a2f221 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2943938
Nov 19 16:07:26.468856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00cb5-bd52-4148-bc36-e93648a2eff6 req-716a1345-b2ea-4749-8ed1-4bb3ebe9d405 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:26.470460 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2dd00cb5-bd52-4148-bc36-e93648a2eff6 req-716a1345-b2ea-4749-8ed1-4bb3ebe9d405 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.2581651
Nov 19 16:07:26.489803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:26.495204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d68084ab-3f8a-4594-bb29-8fe01fe61ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:26.510856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee956be-eb65-4f5d-acb3-d1df34d924c3,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:26.513442 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:26.550474 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c16f6a82-789a-4eff-8ab1-d28fa86f84ac req-d29831df-32ed-4e10-ad5b-4161d73ab642 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789602
Nov 19 16:07:26.554363 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2dd00cb5-bd52-4148-bc36-e93648a2eff6 req-e4c7b93d-fa42-4120-b29e-f278fd928e67 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0668573
Nov 19 16:07:26.562133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:26.565174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ee956be-eb65-4f5d-acb3-d1df34d924c3 HTTP/1.1" status: 204  len: 168 time: 0.2607503
Nov 19 16:07:26.762250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ceeecb-f6a1-46e3-b456-a01f196019d4 req-ffe1ec43-2065-4991-9e10-04136005e40f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:26.763885 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e7ceeecb-f6a1-46e3-b456-a01f196019d4 req-ffe1ec43-2065-4991-9e10-04136005e40f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0874057
Nov 19 16:07:26.820560 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e7ceeecb-f6a1-46e3-b456-a01f196019d4 req-3f0e5bf7-c20b-41bb-a850-2def710cd186 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505083
Nov 19 16:07:26.931298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f6f2-ce3e-486c-849a-67b2d985ff3b req-1fa856e5-37e3-4230-8c54-afb0a4d7c0b1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:26.932972 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bec2f6f2-ce3e-486c-849a-67b2d985ff3b req-1fa856e5-37e3-4230-8c54-afb0a4d7c0b1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0920203
Nov 19 16:07:26.985066 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bec2f6f2-ce3e-486c-849a-67b2d985ff3b req-36887d7d-2097-433f-9131-dedbe27b36a7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453575
Nov 19 16:07:27.700141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:27.773817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:27.774244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:27.849775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c33ab-4a8f-444c-95a1-6ae4f51884ff req-84df3645-d428-421f-bd6d-914717c62bac tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:27.851383 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-965c33ab-4a8f-444c-95a1-6ae4f51884ff req-84df3645-d428-421f-bd6d-914717c62bac tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.1534476
Nov 19 16:07:27.857288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e3ed1-a4d4-43fe-b3a4-87cbd553e8ee req-d17b7448-5b90-476c-9fed-00526bbf15cd tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:27.858863 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-159e3ed1-a4d4-43fe-b3a4-87cbd553e8ee req-d17b7448-5b90-476c-9fed-00526bbf15cd tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1252158
Nov 19 16:07:27.937386 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-965c33ab-4a8f-444c-95a1-6ae4f51884ff req-fb9e8f3b-6dd8-435f-93e7-5c341e908261 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0775442
Nov 19 16:07:27.940224 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-159e3ed1-a4d4-43fe-b3a4-87cbd553e8ee req-0d4db336-df67-40b8-bc3b-d5603c5a0aec tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662787
Nov 19 16:07:28.204349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95f636-a2f6-4a0a-8998-fec6d512acb1 req-55bc8f83-82df-4fc7-8073-1f81a65aa5fa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:28.206027 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c95f636-a2f6-4a0a-8998-fec6d512acb1 req-55bc8f83-82df-4fc7-8073-1f81a65aa5fa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1461093
Nov 19 16:07:28.243594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454a146-7637-445f-b6e7-bcaed63f326c req-8d47133e-e0b0-4e96-9e8b-91f8be707727 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:28.245163 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2454a146-7637-445f-b6e7-bcaed63f326c req-8d47133e-e0b0-4e96-9e8b-91f8be707727 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1254368
Nov 19 16:07:28.290731 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c95f636-a2f6-4a0a-8998-fec6d512acb1 req-be517ab2-54db-413b-95c0-09b6f4795cbe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0770903
Nov 19 16:07:28.311658 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2454a146-7637-445f-b6e7-bcaed63f326c req-88dc47b1-f9ff-4dba-af8f-7a57e02e6e85 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0557640
Nov 19 16:07:29.229943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0406fa7-39af-4e6f-bf42-cf810684021b req-8c57e7f0-e7d3-4510-a43a-232d01f13f36 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:29.231616 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0406fa7-39af-4e6f-bf42-cf810684021b req-8c57e7f0-e7d3-4510-a43a-232d01f13f36 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.1631899
Nov 19 16:07:29.238697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f142-1a46-4328-8eb4-ad9d93e619f6 req-f99c093c-de81-4944-8f63-09439e22ad2d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:29.240365 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15c4f142-1a46-4328-8eb4-ad9d93e619f6 req-f99c093c-de81-4944-8f63-09439e22ad2d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1354730
Nov 19 16:07:29.324698 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b0406fa7-39af-4e6f-bf42-cf810684021b req-0873fdbc-0571-42f5-bfc8-6ff843d82c3b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0832813
Nov 19 16:07:29.328764 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15c4f142-1a46-4328-8eb4-ad9d93e619f6 req-557cfff2-3a0a-42c8-9a43-6911b0983c54 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687408
Nov 19 16:07:29.614864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de14a3-ddfc-4138-ab88-76c5284bf649 req-f14a0c1a-32e0-4449-857a-1e7512453ce0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:29.616546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-48de14a3-ddfc-4138-ab88-76c5284bf649 req-f14a0c1a-32e0-4449-857a-1e7512453ce0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1533165
Nov 19 16:07:29.623447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e897e-da55-42c6-9a00-b4bfd6680b94 req-e03f6638-9504-4a13-b1c0-afed6e3494a6 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:29.624972 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-913e897e-da55-42c6-9a00-b4bfd6680b94 req-e03f6638-9504-4a13-b1c0-afed6e3494a6 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1273887
Nov 19 16:07:29.704555 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-48de14a3-ddfc-4138-ab88-76c5284bf649 req-e520c84f-5238-4f1d-bdaf-d908241c98d0 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784786
Nov 19 16:07:29.706907 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-913e897e-da55-42c6-9a00-b4bfd6680b94 req-afabe877-1f5e-4806-a381-dade94fb0948 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0662787
Nov 19 16:07:30.126074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1d42bc44-3e13-4464-8826-8ea22a0bf080 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:30.242238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9893-7958-40f8-b876-5e175df16386 req-85bbc420-e2a8-4108-a005-a60b903d9fd8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:30.244562 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f0b9893-7958-40f8-b876-5e175df16386 req-85bbc420-e2a8-4108-a005-a60b903d9fd8 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1093273
Nov 19 16:07:30.260224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33048) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:07:30.279097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 1d42bc44-3e13-4464-8826-8ea22a0bf080 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:07:30.285086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 1d42bc44-3e13-4464-8826-8ea22a0bf080 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:30.285616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:30.297830 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f0b9893-7958-40f8-b876-5e175df16386 req-06a90c6c-da71-43ab-a449-38ef4fc7c6c1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457222
Nov 19 16:07:30.445690 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-1adfbb6f-13f2-4a74-9231-7808b676c70c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1764555
Nov 19 16:07:30.582616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:30.622087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:30.633411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:30.661529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:30.666519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:30.718884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:30.904207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:30.919814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:30.939757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.941996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.942715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.943733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.944402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.945637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.946190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.946713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.947903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.948446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.948969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.960656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.963297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.964587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.965163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.966338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.966900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.970629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.971797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.972621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.973724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.974261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.975696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:30.976231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:31.007913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:31.009687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:31.032614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:31.035080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:31.042303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112a915-aec5-41e1-8c5d-4736e299942c req-04543c19-c777-4f90-aeec-b36d14118298 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:31.044017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e112a915-aec5-41e1-8c5d-4736e299942c req-04543c19-c777-4f90-aeec-b36d14118298 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.5554414
Nov 19 16:07:31.097188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10706d4d-ca66-484a-90e8-92a54399bb38 req-ea8d7a8c-3a21-4547-bf18-fedfd96a0279 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:31.098935 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10706d4d-ca66-484a-90e8-92a54399bb38 req-ea8d7a8c-3a21-4547-bf18-fedfd96a0279 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.5292897
Nov 19 16:07:31.115072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:31.118675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:31.164016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-10706d4d-ca66-484a-90e8-92a54399bb38 req-942e2c60-2296-4630-9a46-d3b6cd59f1b8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0560975
Nov 19 16:07:31.170738 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e112a915-aec5-41e1-8c5d-4736e299942c req-223825c0-32f1-4b10-b8be-5b0232713c08 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140497
Nov 19 16:07:31.249854 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'code': 200}
Nov 19 16:07:31.469116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8de3c-cfa5-41de-af62-04ddf4527685 req-6a439b69-712a-44c9-8bbb-e51115f7b4d3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:31.478141 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40b8de3c-cfa5-41de-af62-04ddf4527685 req-6a439b69-712a-44c9-8bbb-e51115f7b4d3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1457777
Nov 19 16:07:31.614293 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40b8de3c-cfa5-41de-af62-04ddf4527685 req-81f26386-0933-41ee-8064-3da4a9748bb3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348705
Nov 19 16:07:31.624660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1d42bc44-3e13-4464-8826-8ea22a0bf080 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:31.662688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590dc52-ff76-4927-ae15-521834e6b5d7 req-0fb2a323-f2b6-4eed-96fe-32b3e69d262b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:31.666956 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4590dc52-ff76-4927-ae15-521834e6b5d7 req-0fb2a323-f2b6-4eed-96fe-32b3e69d262b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1376734
Nov 19 16:07:31.794806 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4590dc52-ff76-4927-ae15-521834e6b5d7 req-ec2eebde-cbdf-4be4-b7ae-9afc1e774df3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1097343
Nov 19 16:07:31.942564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 1d42bc44-3e13-4464-8826-8ea22a0bf080 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:31.943038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:32.008052 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-86407466-444e-463c-8248-53b98fc4ec3f req-646a29f7-0a3c-4327-bb96-37a60c1888b6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1162 time: 0.0875082
Nov 19 16:07:32.100335 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-86407466-444e-463c-8248-53b98fc4ec3f req-27dd2c14-85b5-4b82-aa9b-b3055dea8cbc service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0620251
Nov 19 16:07:32.491700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542f09a-e598-480e-af2f-af9a76844b56 req-6d79c0fb-eefb-4a5f-9f71-0e0ea58fd2b0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:32.493414 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e542f09a-e598-480e-af2f-af9a76844b56 req-6d79c0fb-eefb-4a5f-9f71-0e0ea58fd2b0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1362953
Nov 19 16:07:32.505524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c6f48-871e-45d0-9f70-c1b2b8742e76 req-c96437f4-7366-4542-9019-0ceafa587014 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:32.514211 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-838c6f48-871e-45d0-9f70-c1b2b8742e76 req-c96437f4-7366-4542-9019-0ceafa587014 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.1995101
Nov 19 16:07:32.592784 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-838c6f48-871e-45d0-9f70-c1b2b8742e76 req-59fce9a0-2368-4811-a84b-c455e95c6175 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0772822
Nov 19 16:07:32.617478 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e542f09a-e598-480e-af2f-af9a76844b56 req-e5a85508-a2f6-443b-90cc-d5a15e0516c6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799308
Nov 19 16:07:32.764392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a554a70c-1cfc-4d5b-9c6e-5a96651427c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:33.099888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbfb56-85c0-4f63-a6ef-37ead54a9367 req-af30f1e0-ae2c-4a2f-a47f-caa9a53ccf5a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:33.101466 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40cbfb56-85c0-4f63-a6ef-37ead54a9367 req-af30f1e0-ae2c-4a2f-a47f-caa9a53ccf5a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2241275
Nov 19 16:07:33.137814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661fc41-592f-4e88-9fc8-813429c50db6 req-edc467ee-3f43-4789-be23-797e101b7143 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:33.139463 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e661fc41-592f-4e88-9fc8-813429c50db6 req-edc467ee-3f43-4789-be23-797e101b7143 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1965477
Nov 19 16:07:33.182993 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-66cd0bb5-0355-455f-b7c5-3b2cd59daadf service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742&tenant_id=fdada4749c3545b98b4f1c0e67721132 HTTP/1.1" status: 200  len: 1160 time: 0.1863434
Nov 19 16:07:33.213592 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40cbfb56-85c0-4f63-a6ef-37ead54a9367 req-c3c20982-3c8a-4819-830f-42b73bfed730 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1034739
Nov 19 16:07:33.253850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:33.259927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e661fc41-592f-4e88-9fc8-813429c50db6 req-c5caa304-0f51-4632-af82-1bf7900902eb tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1100736
Nov 19 16:07:33.308374 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-82698eb5-ca2b-46ad-896f-31f56fbdca64 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1160 time: 0.0886645
Nov 19 16:07:33.310166 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'code': 422} returned with failed status
Nov 19 16:07:33.480524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-d300d43d-099c-4d80-a44a-87610f564600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:33.482191 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-d300d43d-099c-4d80-a44a-87610f564600 service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.1674666
Nov 19 16:07:33.607400 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-2c5bc1b9-4782-4c05-8d7b-6a610026ad35 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 998 time: 0.1173503
Nov 19 16:07:33.705795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-e778f3cd-78f3-4a5b-9fd5-967c4de77f1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:33.707577 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-e778f3cd-78f3-4a5b-9fd5-967c4de77f1b service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.0931485
Nov 19 16:07:33.947711 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-ed6d03b2-6b3b-4575-ad0c-6b174ab3a74a service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2253261
Nov 19 16:07:34.070651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d027-72c9-4bc6-a194-11723a39f824 req-f08d6f50-0afe-4375-b2fb-64260fb9ebf1 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:34.072343 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c86d027-72c9-4bc6-a194-11723a39f824 req-f08d6f50-0afe-4375-b2fb-64260fb9ebf1 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.2790506
Nov 19 16:07:34.106175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5806f-493c-46bb-a405-70b7f2540b18 req-cee5baeb-3731-4b01-b8e1-f99d8feaac7e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:34.107800 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65b5806f-493c-46bb-a405-70b7f2540b18 req-cee5baeb-3731-4b01-b8e1-f99d8feaac7e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2655208
Nov 19 16:07:34.207992 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-038e3d60-76f5-4d42-94f9-93aaa29620ef service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2554953
Nov 19 16:07:34.254544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1c86d027-72c9-4bc6-a194-11723a39f824 req-90fe4342-662b-4b76-ae45-05470e1be748 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1744833
Nov 19 16:07:34.321336 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-65b5806f-493c-46bb-a405-70b7f2540b18 req-d206e545-bf81-42f6-b231-d085f362c4fb tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858611
Nov 19 16:07:34.384565 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a041456b-59c6-400c-b24f-6b1fa54d2b55 req-7d1f5e4f-e451-4586-ae51-a8a9efcf3ac4 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1677127
Nov 19 16:07:34.593830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db129b19-c7de-44b9-aaa9-ac7914742795 req-0c28fe43-5dd3-42be-8297-868a56e364c7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:34.597970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-db129b19-c7de-44b9-aaa9-ac7914742795 req-0c28fe43-5dd3-42be-8297-868a56e364c7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1633148
Nov 19 16:07:34.615251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a88737-948a-45e2-950e-0de9b573a18d req-e2f46258-6c03-41f3-92c7-961aff3518b1 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:34.626804 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-92a88737-948a-45e2-950e-0de9b573a18d req-e2f46258-6c03-41f3-92c7-961aff3518b1 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.1338482
Nov 19 16:07:34.744191 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-db129b19-c7de-44b9-aaa9-ac7914742795 req-f48c0b4b-309c-43b1-aa00-a1a93e498bcc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364045
Nov 19 16:07:34.749720 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-92a88737-948a-45e2-950e-0de9b573a18d req-4e939ec8-9289-46a6-816b-53327a9fcefb tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1204715
Nov 19 16:07:35.091386 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-5ebd1b17-91e3-402a-b21b-3285f16eda51 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2523100
Nov 19 16:07:35.099082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81dc76-d0dd-4b80-a3dc-3c06f168080a req-0ef9b1ed-58b2-4826-b98c-51fd277e5b36 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:35.101985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9b81dc76-d0dd-4b80-a3dc-3c06f168080a req-0ef9b1ed-58b2-4826-b98c-51fd277e5b36 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1638434
Nov 19 16:07:35.111745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:07:35.118662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:07:35.140837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:floatingip and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:07:35.147511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:07:35.157423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:07:35.184918 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9b81dc76-d0dd-4b80-a3dc-3c06f168080a req-258b399a-b711-440b-a685-08048b847743 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0774653
Nov 19 16:07:35.209928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:35.266780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-42e78ef3-c94d-4696-a38a-76fe4cc58d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:35.379474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:35.689734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981c7c-6cae-42cf-92d6-cdc8296e331a req-833b105a-9071-407c-b154-1c266f85c91e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:35.693893 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c4981c7c-6cae-42cf-92d6-cdc8296e331a req-833b105a-9071-407c-b154-1c266f85c91e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2061071
Nov 19 16:07:35.809959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:35.827428 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c4981c7c-6cae-42cf-92d6-cdc8296e331a req-30066ef3-7352-45e0-a207-5ba6b03236c9 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210468
Nov 19 16:07:35.849684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.27.2.2 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/365fae8c-2a87-4e50-b8a5-40165fe10579) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:07:36.358478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:36.367170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6781dba-cf98-4ccb-87ba-9657a8bd9824 req-b8066c91-dd9d-4add-b82b-b60e8890e56f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:36.368851 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e6781dba-cf98-4ccb-87ba-9657a8bd9824 req-b8066c91-dd9d-4add-b82b-b60e8890e56f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1599407
Nov 19 16:07:36.432802 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e6781dba-cf98-4ccb-87ba-9657a8bd9824 req-718bbba1-bbcf-45a6-ad5f-959ccaeb892a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549653
Nov 19 16:07:36.524725 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:36.541587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a9e40669-2f4c-4c29-b1f5-8f4223d5ed0c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:36.570278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:36.679775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=365fae8c-2a87-4e50-b8a5-40165fe10579,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:36.685426 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:36.788536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:07:36.790544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:07:36.793985 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:07:36.958291 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411430b7-e163-446d-b549-031d07442053 req-975b9b0d-d3fc-40cc-a710-86912dd021a3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:36.960383 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-411430b7-e163-446d-b549-031d07442053 req-975b9b0d-d3fc-40cc-a710-86912dd021a3 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1050575
Nov 19 16:07:37.040963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:37.095447 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-411430b7-e163-446d-b549-031d07442053 req-f26fc2a3-1e82-4a02-895d-d6739355fa72 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0925164
Nov 19 16:07:37.102912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:37.112792 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-2230eee8-680b-47e2-9bb0-9447c39e73eb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 1162 time: 0.1511590
Nov 19 16:07:37.354589 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:37.481868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-c181610b-028c-47cf-894c-2a85f7ff6e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:37.483501 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-c181610b-028c-47cf-894c-2a85f7ff6e7d service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.3564279
Nov 19 16:07:37.513507 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3589c3-df13-4c1d-bacb-3a3296396383 req-d5ed7c85-5138-487e-968b-f0b1d749c632 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:37.513507 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c3589c3-df13-4c1d-bacb-3a3296396383 req-d5ed7c85-5138-487e-968b-f0b1d749c632 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.2743087
Nov 19 16:07:37.756525 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c3589c3-df13-4c1d-bacb-3a3296396383 req-67a1b04e-3a6b-4f05-bd01-f23e7d436a7f tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1883466
Nov 19 16:07:37.759528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-0008e2c0-a30c-439a-a5f2-03b0e47a152f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 200  len: 1001 time: 0.2572477
Nov 19 16:07:37.874225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-72024047-7b22-45d8-be4f-4a122bd27bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:37.876974 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-72024047-7b22-45d8-be4f-4a122bd27bc4 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.1096916
Nov 19 16:07:38.006453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:38.060926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:38.076948 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-612597bd-6ad4-4102-b424-073fb2a72202 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1921744
Nov 19 16:07:38.080463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:38.115278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a8d33-ecc4-43d1-897f-273c4931c6f6 req-055ec8a2-fa89-4fa0-8775-88fa80749608 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:38.116918 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-233a8d33-ecc4-43d1-897f-273c4931c6f6 req-055ec8a2-fa89-4fa0-8775-88fa80749608 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1844292
Nov 19 16:07:38.348958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=365fae8c-2a87-4e50-b8a5-40165fe10579,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:38.394264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.394688 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.395078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.395486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.395889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.396290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.396687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.397088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.397542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.397902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.398298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.398692 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.399178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.399577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.399972 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.400367 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.400761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.401153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.401573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.401964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.402354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.402749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.403139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.403528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:07:38.408072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:38.426475 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-233a8d33-ecc4-43d1-897f-273c4931c6f6 req-d008a45f-a44a-41ba-9779-ea3a50a114f3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2156081
Nov 19 16:07:38.458604 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-747d9f9b-5300-4521-ac4e-455e1e898b29 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3351450
Nov 19 16:07:38.709607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:38.756968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b3e0190-d2a5-4db6-8f70-bed5d4381d56 req-3acd5814-3af4-407e-94f2-686c4bcbf8bb service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2903638
Nov 19 16:07:38.775587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbbd08-472a-40e5-a736-a17eaade4cb6 req-7da80ed6-5e6b-48ec-83b5-4001cd1f3ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:38.777266 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-77dbbd08-472a-40e5-a736-a17eaade4cb6 req-7da80ed6-5e6b-48ec-83b5-4001cd1f3ad1 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1606510
Nov 19 16:07:38.787331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:38.788718 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 3.6835492
Nov 19 16:07:38.902958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-18309e72-2bec-4a05-8686-5abd3812eb2a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:07:38.930243 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-77dbbd08-472a-40e5-a736-a17eaade4cb6 req-6413136f-0960-4e42-a6a1-33a90ae6cfde tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1451778
Nov 19 16:07:38.965792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-18309e72-2bec-4a05-8686-5abd3812eb2a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:07:38.967044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-18309e72-2bec-4a05-8686-5abd3812eb2a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.1593008
Nov 19 16:07:39.470817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-57c33de1-4494-4e97-9946-12c0c08c9b56 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:39.472429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-57c33de1-4494-4e97-9946-12c0c08c9b56 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.4961212
Nov 19 16:07:39.478857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded06681-cd98-470b-a1b0-aae52cf99c11 req-f4cbcb0c-5749-4a60-a7ba-6be2b009ede6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:39.480377 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ded06681-cd98-470b-a1b0-aae52cf99c11 req-f4cbcb0c-5749-4a60-a7ba-6be2b009ede6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1677566
Nov 19 16:07:39.487593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-715c57a0-aa66-4e00-8328-ec57475370d6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:07:39.488662 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3a767559-3387-4c5d-b7dd-811eae9eaa5e req-715c57a0-aa66-4e00-8328-ec57475370d6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0066512
Nov 19 16:07:39.539869 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ded06681-cd98-470b-a1b0-aae52cf99c11 req-44649489-801d-4a15-9e50-b4816ca03dcc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501640
Nov 19 16:07:39.795904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f153df-992b-4eb5-b815-921651913c10 req-9e528d18-5994-42d7-bce2-3fcc09c597cd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:39.795904 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99f153df-992b-4eb5-b815-921651913c10 req-9e528d18-5994-42d7-bce2-3fcc09c597cd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1556771
Nov 19 16:07:39.797416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-92a04d33-550e-4117-924a-0be6563f3f25 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:39.800081 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-92a04d33-550e-4117-924a-0be6563f3f25 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1362085
Nov 19 16:07:39.904048 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-99f153df-992b-4eb5-b815-921651913c10 req-7b3df626-5698-416f-8db5-fd07dc48b365 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1319497
Nov 19 16:07:39.907143 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-e3f69a66-b4c6-46e3-80a0-3b6fd123153f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.0993948
Nov 19 16:07:39.919151 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'port_id': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:07:40.004436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:40.303298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13af02a-4efd-4168-89da-d365837ade3f req-832589e9-6a16-42da-8550-4a2b5b0be1df tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:40.304881 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d13af02a-4efd-4168-89da-d365837ade3f req-832589e9-6a16-42da-8550-4a2b5b0be1df tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.2324615
Nov 19 16:07:40.508734 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d13af02a-4efd-4168-89da-d365837ade3f req-724f0d62-07be-42ee-b340-7aa9dbda75cc tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1973212
Nov 19 16:07:40.810832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a0227-025a-4383-a32a-33d665690472 req-1c50f29d-3798-49a7-882f-7e512cb016d4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:40.812429 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b86a0227-025a-4383-a32a-33d665690472 req-1c50f29d-3798-49a7-882f-7e512cb016d4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1120646
Nov 19 16:07:40.946640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:40.951967 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b86a0227-025a-4383-a32a-33d665690472 req-8bdb7d7a-9e30-4de2-8b85-eb22a42e8729 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822437
Nov 19 16:07:40.992350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:41.241591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748438-326c-4526-a1b3-27600ffad2f1 req-46c7922e-dad0-4b4a-b4bb-99507f8a7997 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:41.243185 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f2748438-326c-4526-a1b3-27600ffad2f1 req-46c7922e-dad0-4b4a-b4bb-99507f8a7997 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1657832
Nov 19 16:07:41.303886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 9908bda7-6ad6-4aa1-aabc-63458b80a2cc associated. External IP: 172.27.2.2, port: 1d42bc44-3e13-4464-8826-8ea22a0bf080.
Nov 19 16:07:41.364547 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f2748438-326c-4526-a1b3-27600ffad2f1 req-7eb51f67-b537-46c1-b9ce-8fec33a9e7eb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149051
Nov 19 16:07:42.068917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9d751-6fab-4d3f-a51c-f8d814ffe8b7 req-310b33a1-c830-4489-9145-bd580f7d7180 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:42.070553 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c1e9d751-6fab-4d3f-a51c-f8d814ffe8b7 req-310b33a1-c830-4489-9145-bd580f7d7180 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1879256
Nov 19 16:07:42.075353 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-32f06e32-d91f-4a17-9e5c-0fb59de68a76 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1162 time: 0.1544719
Nov 19 16:07:42.129886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:07:42.292224 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c1e9d751-6fab-4d3f-a51c-f8d814ffe8b7 req-71c7280c-ee03-4746-ab04-b35a7228ab9b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2141731
Nov 19 16:07:42.354148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-0622b938-8158-4738-8390-ca3c57b720a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:42.355660 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-0622b938-8158-4738-8390-ca3c57b720a7 service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.2593794
Nov 19 16:07:42.583253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-f07b2390-5e35-405e-a37f-11886d183c10 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 1001 time: 0.2208278
Nov 19 16:07:42.689233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-fe9b4336-264b-47ff-85c9-6da5ea4fc387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:42.690830 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-fe9b4336-264b-47ff-85c9-6da5ea4fc387 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0935853
Nov 19 16:07:42.757194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:07:42.766374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9f5f8-e916-49cf-a843-e1eb8042a53d req-4723a650-792e-4971-96f2-afe705156827 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:42.766936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:07:42.768030 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1ea9f5f8-e916-49cf-a843-e1eb8042a53d req-4723a650-792e-4971-96f2-afe705156827 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.2337675
Nov 19 16:07:42.773961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:42.780325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:07:42.781004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57646ba4e0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:07:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:42.872512 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-1657f229-b790-4fa1-ae75-0f1b3344d3b9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "PUT /v2.0/floatingips/9908bda7-6ad6-4aa1-aabc-63458b80a2cc HTTP/1.1" status: 200  len: 994 time: 2.9579968
Nov 19 16:07:42.877329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:42.931548 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1ea9f5f8-e916-49cf-a843-e1eb8042a53d req-3876ea85-020d-4703-9767-142298817428 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1291227
Nov 19 16:07:42.949670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-cb50ad50-cded-497a-9b13-44c86edf156c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2492797
Nov 19 16:07:42.975733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:07:43.035226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'status': 'completed', 'code': 200}
Nov 19 16:07:43.075276 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-e3a878db-2397-48e6-a233-291652b74565 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1162 time: 0.1872509
Nov 19 16:07:43.145240 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-3d629479-2587-4a54-974f-efa5a6a32fb4 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1162 time: 0.0822356
Nov 19 16:07:43.201298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-49c36892-5c62-4c43-97ce-9b1c6394cb27 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448423
Nov 19 16:07:43.295411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23140a0-fd29-4f81-9895-d642c980c529 req-e73e1404-ce71-453b-8ec0-21d81468ce36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:43.297276 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-e73e1404-ce71-453b-8ec0-21d81468ce36 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1455681
Nov 19 16:07:43.344321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-b13f0586-3d41-4a9b-95be-23e00035c25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:43.346583 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-b13f0586-3d41-4a9b-95be-23e00035c25a service neutron] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.2574210
Nov 19 16:07:43.359942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57646ba4e0>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '9908bda7-6ad6-4aa1-aabc-63458b80a2cc', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:b7:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:07:36Z', 'updated_at': '2020-11-19T16:07:40Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:43.365091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:07:43.378042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:07:43.378836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57646ba4e0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:07:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:43.418659 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-2be690d1-dc83-4f37-a7d0-4ae14d8167a2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 200  len: 997 time: 0.1150436
Nov 19 16:07:43.492684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23140a0-fd29-4f81-9895-d642c980c529 req-f7efc549-199d-4583-8c2b-54523539493f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:43.494288 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-f7efc549-199d-4583-8c2b-54523539493f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0691900
Nov 19 16:07:43.507175 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f38b004a-fd39-4228-9c56-7c90cae5dbb9 req-81a8a5a9-de93-45ab-920c-3b8c451e1057 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2983613
Nov 19 16:07:43.545362 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-112ac18e-3686-4642-85d5-571a532fd2de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 200  len: 997 time: 0.1818078
Nov 19 16:07:43.582133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:07:43.587041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-d4c19f23-e045-4230-b25b-93b11fb922d0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859044
Nov 19 16:07:43.635492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261b82-d360-43de-b816-20626b458d08 req-1955cc76-e127-4906-97af-5b19a31dca6e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:43.637136 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a6261b82-d360-43de-b816-20626b458d08 req-1955cc76-e127-4906-97af-5b19a31dca6e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.1773205
Nov 19 16:07:43.638692 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-a50407ff-d49f-41c5-85ea-b206a5133358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:43.640164 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-a50407ff-d49f-41c5-85ea-b206a5133358 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0900128
Nov 19 16:07:43.765759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-f3c987d9-1ff1-4b5a-a4b3-dbe6d3e7d271 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715338
Nov 19 16:07:43.927340 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f23140a0-fd29-4f81-9895-d642c980c529 req-8c57de7b-e736-42db-b96b-16dc0d15e12d service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537726
Nov 19 16:07:43.988407 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a6261b82-d360-43de-b816-20626b458d08 req-a1378ec6-7902-417b-a347-65d2e6c98155 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3400054
Nov 19 16:07:44.000257 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-61b497d2-4621-4bcc-8b09-c9b8f4367d6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3530807
Nov 19 16:07:44.018136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-86583a7d-169d-4785-9d5d-c138aa89fe92 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:07:44.018136 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-86583a7d-169d-4785-9d5d-c138aa89fe92 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0064425
Nov 19 16:07:44.129538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57646ba4e0>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '9908bda7-6ad6-4aa1-aabc-63458b80a2cc', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:b7:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:07:36Z', 'updated_at': '2020-11-19T16:07:40Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:07:44.133791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f13edf-4c48-497b-bc46-da09ffd17a61 None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '9908bda7-6ad6-4aa1-aabc-63458b80a2cc', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:b7:19:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:07:36Z', 'updated_at': '2020-11-19T16:07:40Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:07:44.187811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:44.224511 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-44a9a002-f809-44cb-9feb-cd065d9a179e service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020433
Nov 19 16:07:44.239930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92b979-47fd-47ce-88d4-6eaec404e3ab req-a44ca284-2f8f-4e83-8757-fd908024bcd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:44.241545 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f92b979-47fd-47ce-88d4-6eaec404e3ab req-a44ca284-2f8f-4e83-8757-fd908024bcd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1313927
Nov 19 16:07:44.264464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:44.264892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:44.394215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:44.404535 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f92b979-47fd-47ce-88d4-6eaec404e3ab req-9b9e05d5-6082-4c12-b1b5-e9a7aafb2862 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380639
Nov 19 16:07:44.428332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:44.428476 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e2cbb04-10b7-4dd7-9501-534d678cdddf req-7adc3df5-3d95-4629-8977-9cfb99bd3bda service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1856825
Nov 19 16:07:44.436734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:44.452593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144b529a-5a4f-49a2-b552-e9157eff9070 None None] New status for floating IP 9908bda7-6ad6-4aa1-aabc-63458b80a2cc: ACTIVE {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:07:44.508783 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'code': 200}
Nov 19 16:07:44.515654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:44.536511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8e7e36e1-3bc3-4181-b31f-ae01953bb712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:44.697964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=6']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:44.703165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:44.899339 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae7b941d-64ee-49e0-b4cd-1c62cd4722f4 req-db1deb66-f339-4a3f-877c-739c554404b5 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.0780721
Nov 19 16:07:44.945152 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ae7b941d-64ee-49e0-b4cd-1c62cd4722f4 req-36713f3e-7f85-4dde-afce-a3536187fdfe service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0386407
Nov 19 16:07:45.203910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2647e-903e-4aab-95af-e4a6e9e28f91 req-08c61e5d-c22e-44fe-b941-e72ce779cf1a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:45.206174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c6f2647e-903e-4aab-95af-e4a6e9e28f91 req-08c61e5d-c22e-44fe-b941-e72ce779cf1a tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0835786
Nov 19 16:07:45.257556 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c6f2647e-903e-4aab-95af-e4a6e9e28f91 req-a3acc00f-fc20-4ca1-b581-cf5f5c878323 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451336
Nov 19 16:07:45.632978 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5f6b-5af4-4df7-b83d-927b2c8975df req-edb8852a-3bbd-4c7d-bfbd-bdccb35021b6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:45.634621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a25e5f6b-5af4-4df7-b83d-927b2c8975df req-edb8852a-3bbd-4c7d-bfbd-bdccb35021b6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0850933
Nov 19 16:07:45.683231 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a25e5f6b-5af4-4df7-b83d-927b2c8975df req-575d350b-beb2-4302-92cf-0a983c0520af tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424352
Nov 19 16:07:46.032764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:46.103330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:46.103750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:46.225522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:46.297613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:46.298421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:46.487767 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22970e0a-dcc6-485b-bd1e-ab7dfc098969 req-83afa51d-635f-426f-9f80-ccd493bb55cb tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:46.489394 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-22970e0a-dcc6-485b-bd1e-ab7dfc098969 req-83afa51d-635f-426f-9f80-ccd493bb55cb tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0933614
Nov 19 16:07:46.540075 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-22970e0a-dcc6-485b-bd1e-ab7dfc098969 req-f6a71bac-e00d-498d-a44a-dfa256b2e42c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442629
Nov 19 16:07:46.912268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dacf3-5894-4dcf-8acc-e8fabed109c7 req-777bdb9d-2b88-4fa4-ae79-9e82ff051f8a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:46.913919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-470dacf3-5894-4dcf-8acc-e8fabed109c7 req-777bdb9d-2b88-4fa4-ae79-9e82ff051f8a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0826995
Nov 19 16:07:46.962018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-470dacf3-5894-4dcf-8acc-e8fabed109c7 req-700db35f-d59e-478f-9ab9-e29ba3a641c1 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419774
Nov 19 16:07:47.794864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:07:47.865814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:07:47.866247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:47.912125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:07:48.019445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:07:48.132806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:48.162299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:07:48.173801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:07:48.209409 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:48.211379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:07:48.244890 dv-cinder-763306-3-iscsi neutron-server[80316]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'code': 422} returned with failed status
Nov 19 16:07:48.283259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:07:48.285802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:07:48.995588 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009ae63-0ecb-4aca-a73d-ca04a7b2716c req-1bc7a7ab-ddd3-4895-9b4b-793446f9f9a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:48.997219 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2009ae63-0ecb-4aca-a73d-ca04a7b2716c req-1bc7a7ab-ddd3-4895-9b4b-793446f9f9a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0875435
Nov 19 16:07:49.048571 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2009ae63-0ecb-4aca-a73d-ca04a7b2716c req-1fb72457-c4ba-4352-82ee-6b0538f339fe tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436490
Nov 19 16:07:49.058263 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-ea04bb5c-2671-4b42-96de-610381229e1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0775774
Nov 19 16:07:49.754407 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-a14014ac-c638-4023-8982-d2ae139b7344 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2&tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61 HTTP/1.1" status: 200  len: 1160 time: 0.0781052
Nov 19 16:07:49.864133 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-8485419d-f40f-40ab-b943-f9e145491f8b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1160 time: 0.0740368
Nov 19 16:07:50.014404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a668-1db7-4d8e-b333-66dccc298aae req-d7d567b2-0e37-4b1c-8adc-16ac2de345a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:50.015905 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-d7d567b2-0e37-4b1c-8adc-16ac2de345a6 service neutron] 10.222.0.40 "GET /v2.0/networks?id=14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 200  len: 911 time: 0.1364145
Nov 19 16:07:50.126988 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-6e2189fa-ca62-4e68-a167-f6584f9e5d95 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 200  len: 999 time: 0.1028836
Nov 19 16:07:50.197625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054a668-1db7-4d8e-b333-66dccc298aae req-e11ceb7c-d1b0-4aa5-9f00-09a40ac3ba61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:50.199257 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-e11ceb7c-d1b0-4aa5-9f00-09a40ac3ba61 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 200  len: 856 time: 0.0658448
Nov 19 16:07:50.278446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e6757-e115-4ac2-9c8d-a8416f7c64e8 req-79b67ee8-6b01-4f08-8e76-a13326ef3d7e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:50.280387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-397e6757-e115-4ac2-9c8d-a8416f7c64e8 req-79b67ee8-6b01-4f08-8e76-a13326ef3d7e tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0836179
Nov 19 16:07:50.281871 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-003a7c56-4a66-41a0-8bad-441eba007143 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=14d1a5ad-ec22-4814-a859-adc0b225f682&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756843
Nov 19 16:07:50.328404 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-397e6757-e115-4ac2-9c8d-a8416f7c64e8 req-b8205fa6-7302-4e07-a3c2-54a520ce0430 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415530
Nov 19 16:07:50.429117 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-2d45f0c9-fff6-4292-a2f4-e1bb45c9be73 service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403112
Nov 19 16:07:50.787612 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3054a668-1db7-4d8e-b333-66dccc298aae req-40a45686-7d43-41d3-b88f-81b0b5372e6b service neutron] 10.222.0.40 "GET /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3511980
Nov 19 16:07:51.575472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7f65c-bb04-41f5-9430-a26cb77bad5a req-24f22dfb-41d6-41ba-9df2-45ac8e72a2e8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:51.577153 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d0d7f65c-bb04-41f5-9430-a26cb77bad5a req-24f22dfb-41d6-41ba-9df2-45ac8e72a2e8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0874474
Nov 19 16:07:51.628518 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d0d7f65c-bb04-41f5-9430-a26cb77bad5a req-588a9d76-a452-41b0-87c1-0b02084876ab tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451064
Nov 19 16:07:52.867998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0c127-1e9a-40da-8326-d903f05a9bdb req-8cac2a75-3330-4d00-a569-8489b973a88d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:52.869659 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9df0c127-1e9a-40da-8326-d903f05a9bdb req-8cac2a75-3330-4d00-a569-8489b973a88d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0850174
Nov 19 16:07:52.923919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9df0c127-1e9a-40da-8326-d903f05a9bdb req-f8f007f9-480e-418a-b345-ad9d007bd3f8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467327
Nov 19 16:07:54.153960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040a2e-4a27-40ed-b432-5ceab0ff72cf req-f0115187-452a-48aa-a9b6-bd8710287137 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:54.155611 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-00040a2e-4a27-40ed-b432-5ceab0ff72cf req-f0115187-452a-48aa-a9b6-bd8710287137 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0840962
Nov 19 16:07:54.209059 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-00040a2e-4a27-40ed-b432-5ceab0ff72cf req-a19b6d0a-7cae-40fc-83f6-6481e0a05ddc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462334
Nov 19 16:07:55.072035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:07:55.444486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb25f84-6862-49af-ad84-dd315eb68e2b req-e32454cb-5722-41a4-b112-c95542964fdd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:55.446143 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7bb25f84-6862-49af-ad84-dd315eb68e2b req-e32454cb-5722-41a4-b112-c95542964fdd tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0934091
Nov 19 16:07:55.496296 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7bb25f84-6862-49af-ad84-dd315eb68e2b req-e36f4917-cb37-480d-9170-7d164900fe28 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438688
Nov 19 16:07:56.728188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb341eaf-587d-4952-823a-5c27e3cb5fef req-9d7484d2-b67b-4365-bf51-f83c2e5fcb08 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:56.729874 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb341eaf-587d-4952-823a-5c27e3cb5fef req-9d7484d2-b67b-4365-bf51-f83c2e5fcb08 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0868852
Nov 19 16:07:56.780860 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb341eaf-587d-4952-823a-5c27e3cb5fef req-631baef6-db85-409b-9cf6-021327a24d62 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445576
Nov 19 16:07:58.031116 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57408-d902-4357-a6b0-a853c9e33d34 req-57e81b80-ebea-4522-aa62-0af291e71489 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:58.033292 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dfc57408-d902-4357-a6b0-a853c9e33d34 req-57e81b80-ebea-4522-aa62-0af291e71489 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0929298
Nov 19 16:07:58.082812 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dfc57408-d902-4357-a6b0-a853c9e33d34 req-7449a9c8-9100-4749-a8cb-5670bab63850 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433135
Nov 19 16:07:59.320741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729eb63-afed-476f-b88a-e56c9215081e req-5530347c-fa25-4450-b66d-376063a728ff tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:07:59.322417 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8729eb63-afed-476f-b88a-e56c9215081e req-5530347c-fa25-4450-b66d-376063a728ff tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0876324
Nov 19 16:07:59.376558 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8729eb63-afed-476f-b88a-e56c9215081e req-c1dfeeed-3ca7-44a0-b598-6581840f76e5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471318
Nov 19 16:08:00.623330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8825d1-3b76-447e-a372-a438c9b8fd06 req-4973bae1-c3f5-403c-b031-aab091e19fdc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:00.625233 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb8825d1-3b76-447e-a372-a438c9b8fd06 req-4973bae1-c3f5-403c-b031-aab091e19fdc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0866592
Nov 19 16:08:00.680626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fb8825d1-3b76-447e-a372-a438c9b8fd06 req-d5d8f73d-1a94-48f4-ace7-540c4418b553 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486631
Nov 19 16:08:01.916339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431131f-1f92-4629-9907-8aaf387bc8df req-e3538ff1-5ea4-4144-b0a3-627ed9fee980 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:01.918041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9431131f-1f92-4629-9907-8aaf387bc8df req-e3538ff1-5ea4-4144-b0a3-627ed9fee980 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0907431
Nov 19 16:08:01.971661 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9431131f-1f92-4629-9907-8aaf387bc8df req-9dd54f59-434e-4331-83c2-0b83a222e863 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467021
Nov 19 16:08:02.769011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66c0628c-8608-4496-9d91-d3f2e9355fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:03.207917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff1750-0489-4e38-9576-682ffefa316f req-f532cb6e-8455-4f99-804a-a1e25933ec02 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:03.209640 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1aff1750-0489-4e38-9576-682ffefa316f req-f532cb6e-8455-4f99-804a-a1e25933ec02 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0863242
Nov 19 16:08:03.262910 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1aff1750-0489-4e38-9576-682ffefa316f req-3f28fb7c-e37c-4525-a044-48c80f0ba98c tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461929
Nov 19 16:08:04.497342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e548771-10ec-4a19-8dac-e22d579f798d req-eb8fe070-5fbe-48c5-9d61-28db88f3a0dc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:04.500483 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4e548771-10ec-4a19-8dac-e22d579f798d req-eb8fe070-5fbe-48c5-9d61-28db88f3a0dc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0937653
Nov 19 16:08:04.551012 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4e548771-10ec-4a19-8dac-e22d579f798d req-aaa2668d-1f74-44db-9d0e-a7deb5eaab44 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437264
Nov 19 16:08:05.271684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-29e60387-7761-40bc-ba13-bf92827383e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:05.775174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94612b18-997a-4cfc-ac91-d55fca948ac0 req-5de6a347-8058-4fba-92c5-5721f15ad7b7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:05.776815 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94612b18-997a-4cfc-ac91-d55fca948ac0 req-5de6a347-8058-4fba-92c5-5721f15ad7b7 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0827024
Nov 19 16:08:05.809057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:05.825168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-94612b18-997a-4cfc-ac91-d55fca948ac0 req-5da8ce58-71d1-4a23-826e-b7a93cf0ab5a tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410855
Nov 19 16:08:06.500565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:07.058180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f8447-0139-4ba1-94f4-f53402738f27 req-4c190546-ea67-4e02-abd9-a9e4d5df4b80 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:07.059802 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c6f8447-0139-4ba1-94f4-f53402738f27 req-4c190546-ea67-4e02-abd9-a9e4d5df4b80 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0897675
Nov 19 16:08:07.110206 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c6f8447-0139-4ba1-94f4-f53402738f27 req-6d47dbd3-3d00-46cb-8d55-da0b1fe9d2e3 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438089
Nov 19 16:08:07.146328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:08.344299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe71541-6b1f-4852-a639-5b3e6bca506a req-195dfdf0-d551-44a2-8723-a9dd368dc7aa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:08.345959 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-afe71541-6b1f-4852-a639-5b3e6bca506a req-195dfdf0-d551-44a2-8723-a9dd368dc7aa tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.0820715
Nov 19 16:08:08.398443 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-afe71541-6b1f-4852-a639-5b3e6bca506a req-6f318996-05b2-4d90-a3ed-e0b80f888693 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462787
Nov 19 16:08:08.769282 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:08.843201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:08.843629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:08.958290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:08.985941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:08.996655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:09.026008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:09.027002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:09.052978 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'code': 200}
Nov 19 16:08:09.057420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4e998b9a-a27f-47f4-bcbc-7ca7ec914e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:09.151965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=6']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:09.157412 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:09.166664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 96e6c185-cee5-4750-acd3-81674ed60ce7 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:09.167093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:09.453424 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb7fc9f6-fae4-41d6-a7f4-43d1caf04977 req-6f8d929a-c3a8-440b-bf35-4f4fc177997c service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 1162 time: 0.0753093
Nov 19 16:08:09.500151 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb7fc9f6-fae4-41d6-a7f4-43d1caf04977 req-8c0fbae3-3e10-4528-bfc0-4bbc399049ae service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384536
Nov 19 16:08:09.629730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973336e3-1639-48ad-9792-6c02ff5246a0 req-91818090-4e4d-451c-b6c6-518eaa2420d6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:09.631342 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-973336e3-1639-48ad-9792-6c02ff5246a0 req-91818090-4e4d-451c-b6c6-518eaa2420d6 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0852809
Nov 19 16:08:09.679680 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-973336e3-1639-48ad-9792-6c02ff5246a0 req-649ff764-67fe-4345-a2d8-1c9dbcc94dcc tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419309
Nov 19 16:08:10.070591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:10.141429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:10.141904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:10.913943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37a80-d654-44cb-9c5e-0867ede4726c req-2dadce70-ab8b-4b33-96e7-50ae4ecc86a2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:10.915544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-13f37a80-d654-44cb-9c5e-0867ede4726c req-2dadce70-ab8b-4b33-96e7-50ae4ecc86a2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0869429
Nov 19 16:08:10.965063 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-13f37a80-d654-44cb-9c5e-0867ede4726c req-51fc286b-b075-4c1a-bd42-537a3c2c1dcf tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432272
Nov 19 16:08:12.147093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:12.194188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f0296-4a7f-47ed-a456-030233819f59 req-fde4bcfe-38d3-44b1-aadf-bf4d68fba30d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:12.195825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-768f0296-4a7f-47ed-a456-030233819f59 req-fde4bcfe-38d3-44b1-aadf-bf4d68fba30d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0855947
Nov 19 16:08:12.218547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 8aac97e4-63af-4506-8739-737d7d605435 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:12.218968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:12.244508 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-768f0296-4a7f-47ed-a456-030233819f59 req-62f40260-6964-46c2-92fd-ad8415ca8647 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424235
Nov 19 16:08:22.764989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ec60-cf04-4ed5-9c87-21c6bbb99274 req-5b4df4ae-4536-46df-afb6-dceb0158ed3c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:22.766661 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3204ec60-cf04-4ed5-9c87-21c6bbb99274 req-5b4df4ae-4536-46df-afb6-dceb0158ed3c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.0959108
Nov 19 16:08:22.815832 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3204ec60-cf04-4ed5-9c87-21c6bbb99274 req-4f4fa57b-8aa0-44f6-90c9-a5c10ef05707 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424387
Nov 19 16:08:24.030304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83207923-b3f8-46e1-9d17-7ef85cc6bd12 req-88f64b07-3e0a-4704-a042-375ab2e557df tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:24.031848 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-83207923-b3f8-46e1-9d17-7ef85cc6bd12 req-88f64b07-3e0a-4704-a042-375ab2e557df tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.0838103
Nov 19 16:08:24.086041 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-83207923-b3f8-46e1-9d17-7ef85cc6bd12 req-96a9a0d9-a7f2-4874-9d61-f129d2b8ee08 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472178
Nov 19 16:08:24.913827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:08:25.085266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:25.206939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-2e82dd62-a8e8-4f5a-b2b0-ce00b528adf0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:25.207714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-2e82dd62-a8e8-4f5a-b2b0-ce00b528adf0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:08:25.254187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-2e82dd62-a8e8-4f5a-b2b0-ce00b528adf0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:08:25.255532 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-2e82dd62-a8e8-4f5a-b2b0-ce00b528adf0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.1359501
Nov 19 16:08:25.305025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877e6c9-797f-42e0-b652-16607f32454f req-77cebd7e-0b2c-422d-8d36-5d8f5df65ac0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:25.306671 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3877e6c9-797f-42e0-b652-16607f32454f req-77cebd7e-0b2c-422d-8d36-5d8f5df65ac0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 945 time: 0.0858824
Nov 19 16:08:25.333221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port 999069c7-012a-4da2-a515-5ca48422e6f5 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:25.333641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:25.357152 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3877e6c9-797f-42e0-b652-16607f32454f req-db77ddee-5cd4-40f6-bb24-97538d9c3d2b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439208
Nov 19 16:08:25.598755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] For port 999069c7-012a-4da2-a515-5ca48422e6f5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=999069c7-012a-4da2-a515-5ca48422e6f5,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:25.599156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:25.900002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:25.900413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:25.900763 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Floating IP 936861a7-3d87-44ae-b20e-c7a7507347ea disassociated. External IP: 172.27.2.117, port: 999069c7-012a-4da2-a515-5ca48422e6f5.
Nov 19 16:08:25.901140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for 999069c7-012a-4da2-a515-5ca48422e6f5 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:26.031497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 999069c7-012a-4da2-a515-5ca48422e6f5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:08:26.067761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 999069c7-012a-4da2-a515-5ca48422e6f5 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:08:26.068173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 999069c7-012a-4da2-a515-5ca48422e6f5 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:08:26.082504 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:26.098594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9c1b72f0-81f8-4079-a10e-19199262dfd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:26.194802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'Port': ['ID=999069c7-012a-4da2-a515-5ca48422e6f5,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:26.216873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.217290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.217724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.218149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.218566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.218964 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.219363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.219761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.220186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.220580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.220977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.221371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.221882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.222277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.222670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.223069 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.223459 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.223852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.224242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.224636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.225027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.225419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.225837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.226225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:26.231404 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:26.504836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:08:26.535102 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6d505699-64ce-4f1d-90f8-0e565818d9e2 req-3117745a-bc64-4c19-bca6-162072730417 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=cb160cae-aa69-4add-a468-2cc3d191b96c HTTP/1.1" status: 200  len: 210 time: 0.0454752
Nov 19 16:08:26.726377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:08:26.737661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:08:26.761872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:26.763558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764625320>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:26.772160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] No DVR routers for this DVR port 999069c7-012a-4da2-a515-5ca48422e6f5 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:08:26.775511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:26.778971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'name': 'network-vif-deleted', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:26.839597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bb207e0a-3cf2-473d-9c5d-481b74d5f4cd req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "DELETE /v2.0/ports/999069c7-012a-4da2-a515-5ca48422e6f5 HTTP/1.1" status: 204  len: 173 time: 1.5776408
Nov 19 16:08:26.971705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:27.031804 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb160cae-aa69-4add-a468-2cc3d191b96c', 'name': 'network-vif-deleted', 'tag': '999069c7-012a-4da2-a515-5ca48422e6f5', 'status': 'completed', 'code': 200}
Nov 19 16:08:27.310784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764625320>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:27.314963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:08:27.326368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:27.327030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764625320>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:27.521766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:27.861691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33364) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:27.940478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:27.978448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.024435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764625320>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:28.028806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e94ed-d9fe-4ade-8c6c-2e6f647dc3fd None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:08:28.070953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.076533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-37ca15aa-822c-4cd8-9d53-e2ad8e0a9e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:28.093483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:28.096813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:28.129978 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.131257 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "DELETE /v2.0/security-groups/ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098 HTTP/1.1" status: 204  len: 168 time: 0.2684162
Nov 19 16:08:28.133992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33368) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:28.151918 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.v2.resource [None req-5f5234dc-7dfc-4c67-b739-971187e08918 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] show failed (client error): The resource could not be found.
Nov 19 16:08:28.153057 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5f5234dc-7dfc-4c67-b739-971187e08918 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups/ef00f9d6-7fd2-49c9-bfb1-ab583a1e3098 HTTP/1.1" status: 404  len: 347 time: 0.0180819
Nov 19 16:08:28.156294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33372) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:28.329155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port 2308a24e-ba2b-4197-a4fc-e8bb6e5a2036 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:28.329838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.518591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.518962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:28.540435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c111bd8-376d-4f67-8774-d692bb2f620b None None] New status for floating IP 936861a7-3d87-44ae-b20e-c7a7507347ea: DOWN {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:08:28.646063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for 2308a24e-ba2b-4197-a4fc-e8bb6e5a2036 owned by network:floatingip {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:28.826071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:08:28.826572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:08:29.327695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port 2308a24e-ba2b-4197-a4fc-e8bb6e5a2036 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:29.328086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:29.523918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:29.524465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:29.651901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for 2308a24e-ba2b-4197-a4fc-e8bb6e5a2036 owned by network:floatingip {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:29.819587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.050808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b540ab1b-3888-4ee5-a07d-30b5153e6272 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:30.140087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'Port': ['ID=2308a24e-ba2b-4197-a4fc-e8bb6e5a2036,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:30.142790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:30.266388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.281339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.283115 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "DELETE /v2.0/floatingips/936861a7-3d87-44ae-b20e-c7a7507347ea HTTP/1.1" status: 204  len: 168 time: 2.1252823
Nov 19 16:08:30.517703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33378) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:30.523449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group': {'name': 'tempest-securitygroup--1125927666', 'description': 'tempest-description--604298118'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:30.529862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:30.535135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:30.539500 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:30.545391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:30.585443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.626957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:30.631477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:30.634685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:30.640630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:30.699938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.739466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.745235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5fc24de4-913f-4199-b31e-9c4189be9207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:30.790475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroup': ['ID=3799b92c-3644-41ee-a8f0-38641effa77d,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:30.796051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:30.825199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:30.826587 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-80e417ae-bdf5-4112-8ffc-dd3d6db517af tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.3078156
Nov 19 16:08:30.830033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33382) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:30.835700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group_rule': {'security_group_id': '3799b92c-3644-41ee-a8f0-38641effa77d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:30.842123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:30.846862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:30.850134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:30.855977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:30.899897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.031927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.070762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.078121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:31.100909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d71db6-9780-4d77-8d8c-b40d1ba21056,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:31.103793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:31.133975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.135623 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3042920
Nov 19 16:08:31.138840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33386) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:31.145184 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'security_group_rule': {'security_group_id': '3799b92c-3644-41ee-a8f0-38641effa77d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:31.151751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:31.156046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:security_group_rule and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:31.159740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:31.166010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:31.209623 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.277716 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.310722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547183'] for security_group_rule, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.312880 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-38220430-6377-4123-b321-8db6636d0739 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:31.336631 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c05b9e-1673-4f8a-922f-87c0b9aee23e,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:31.339233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:31.373830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group_rule, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.375405 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3f2944a6-5706-4bdc-86ce-83796b2e6085 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2354882
Nov 19 16:08:31.379050 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33390) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:31.384545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:31.390247 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:31.394890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:floatingip and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:31.397905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:31.403685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:31.447947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.591684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:31.865637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Allocated IP 172.27.2.226 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/d5479419-06e8-44a4-9a7f-d686a78032f1) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:08:32.023361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.076803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.096060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-60121679-e387-4bea-b519-015cfd4f7181 tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:32.226822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=d5479419-06e8-44a4-9a7f-d686a78032f1,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:32.231711 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:32.280907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:08:32.282065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:08:32.284792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:08:32.373681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.464414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.729303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.761061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a6eac7f-7ba4-4cf7-a612-f88478ebf28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.789599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:32.808982 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:32.940343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=d5479419-06e8-44a4-9a7f-d686a78032f1,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:32.945521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:33.043991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:33.099379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:33.100738 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7207007
Nov 19 16:08:33.360275 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e6941878-5737-4297-8cf8-9ec71e7813ba tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1125927666&fields=id&tenant_id=5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 267 time: 0.0488343
Nov 19 16:08:33.543722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-8723b08c-afa3-417e-aeb1-bf000ebce0c5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:33.545491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-8723b08c-afa3-417e-aeb1-bf000ebce0c5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 811 time: 0.1769602
Nov 19 16:08:33.564548 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-bd412ab0-ae22-46b5-badd-92fecff347c4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/quotas/5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 375 time: 0.0117362
Nov 19 16:08:33.656072 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-5a2cd9d6-432a-4aac-98b4-13924ece8f93 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0854115
Nov 19 16:08:33.809282 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-8a68b421-2571-4a56-8a98-5b8d6700fef2 service neutron] 10.222.0.43 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398413
Nov 19 16:08:33.953367 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-72ad08e1-b6cf-483a-82b3-f72ea636021e service neutron] 10.222.0.43 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376669
Nov 19 16:08:34.193357 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa35245e-4730-451d-9a29-566a05a5427e req-442093c1-bd7e-41b3-a742-9bfa50d05a86 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 210 time: 0.0464461
Nov 19 16:08:35.271321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-917fa80b-4575-4466-96e3-ce08d44f125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:35.594794 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f16233d6-881d-4e71-a792-bbd1ba8f36fc req-6d2f1c41-a2ca-4ac4-8dfb-ff59bbca9d1c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 210 time: 0.2666919
Nov 19 16:08:35.836924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:35.878383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-caab0745-f06c-437c-8f0c-d51105516ac6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:35.881257 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-caab0745-f06c-437c-8f0c-d51105516ac6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 811 time: 0.1709034
Nov 19 16:08:35.975980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-3dedab2d-6cb6-42a6-b351-713888dd17dc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:08:36.031232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-3dedab2d-6cb6-42a6-b351-713888dd17dc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:security_group {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:08:36.032736 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-3dedab2d-6cb6-42a6-b351-713888dd17dc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5fbc35e960854e32a5196d1abff8c1fe HTTP/1.1" status: 200  len: 5044 time: 0.1310396
Nov 19 16:08:36.043055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'port': {'device_id': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'admin_state_up': True, 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'security_groups': ['3799b92c-3644-41ee-a8f0-38641effa77d']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:36.236010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:08:36.240606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Usage tracker for resource:port and tenant:5fbc35e960854e32a5196d1abff8c1fe is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:08:36.243838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Quota usage for port was recalculated. Used quota:3. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:08:36.250019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:08:36.288394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Made reservation on behalf of 5fbc35e960854e32a5196d1abff8c1fe for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:08:36.294139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:36.511175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:36.634408 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Allocated IP 172.20.0.9 (695d4a35-2ad9-4671-9ece-ebdea23f2d3c/e1afab26-a7cb-4be8-8ce7-b2c0b5f26973/1ea5bb08-c74b-4559-a326-0598016a70ae) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:08:36.773425 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbd0e37c-c35e-4851-9e8c-8c292164ac59 req-7bfb6b29-a13a-49ea-8040-83f915f55050 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 210 time: 0.0453908
Nov 19 16:08:36.954274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:36.972269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Transition to ACTIVE for port object 1ea5bb08-c74b-4559-a326-0598016a70ae will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:08:37.041817 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.063547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-24dbbcd2-8ad2-4acd-a566-8496e58d4df7 tempest-ServerRescueNegativeTestJSON-358535317 tempest-ServerRescueNegativeTestJSON-358535317] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:37.070774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.206979 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event updated for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:37.210430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:37.270048 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:08:37.271451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:08:37.273930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:08:37.342444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:37.343274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.397535 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3589058
Nov 19 16:08:37.417686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Request body: {'port': {'device_id': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:37.509847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-ccadc0d1-1618-4791-bbd2-5419691e6810 None None] Provisioning for port 1ea5bb08-c74b-4559-a326-0598016a70ae completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:08:37.516099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-ccadc0d1-1618-4791-bbd2-5419691e6810 None None] Provisioning complete for port 1ea5bb08-c74b-4559-a326-0598016a70ae triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:37.516516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ccadc0d1-1618-4791-bbd2-5419691e6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.538288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.573235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc0d1-1618-4791-bbd2-5419691e6810 None None] Port 1ea5bb08-c74b-4559-a326-0598016a70ae cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:08:37.961208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea5bb08-c74b-4559-a326-0598016a70ae {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:08:37.968283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:37.980400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Transition to ACTIVE for port object 1ea5bb08-c74b-4559-a326-0598016a70ae will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:08:37.996061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918413e-8b3d-4bdc-b0dd-98418df62b55 req-936fbcdf-ac07-4393-9b4f-95d5f6d6c125 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:37.997726 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6918413e-8b3d-4bdc-b0dd-98418df62b55 req-936fbcdf-ac07-4393-9b4f-95d5f6d6c125 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 931 time: 0.0867972
Nov 19 16:08:38.007760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:38.023737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f7e62e09-725a-4335-ba97-31ea19685e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:38.046696 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6918413e-8b3d-4bdc-b0dd-98418df62b55 req-2ab2d8a8-62d3-4237-9206-39f246b283f2 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417213
Nov 19 16:08:38.374891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:38.378181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:38.567202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Attempting to bind port 1ea5bb08-c74b-4559-a326-0598016a70ae on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:08:38.567575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Attempting to bind port 1ea5bb08-c74b-4559-a326-0598016a70ae by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:08:38.567951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Attempting to bind port 1ea5bb08-c74b-4559-a326-0598016a70ae on network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:08:38.574974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:08:38.575348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Checking segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:08:38.575780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:38.576119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Bound using segment: {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:08:38.576587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Bound port: 1ea5bb08-c74b-4559-a326-0598016a70ae, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d25bdd-b75d-4383-baf5-6756785e1e0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:08:38.576961 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:38.671381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:08:38.674499 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1ea5bb08-c74b-4559-a326-0598016a70ae,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:08:38.705984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:38.725220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-b1bdb03a-3462-47fd-842a-53c7a2cb7196 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:38.872700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:38.879219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:38.914346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:38.916052 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] 10.222.0.40 "PUT /v2.0/ports/1ea5bb08-c74b-4559-a326-0598016a70ae HTTP/1.1" status: 200  len: 1157 time: 1.5039740
Nov 19 16:08:38.916550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:38.976741 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'status': 'completed', 'code': 200}
Nov 19 16:08:39.084017 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-620e9b16-6e88-4f5f-82a0-7ad4d70a4d28 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 1160 time: 0.0830331
Nov 19 16:08:39.173067 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-2b399118-0056-4756-9805-e0feddf12479 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ea5bb08-c74b-4559-a326-0598016a70ae HTTP/1.1" status: 200  len: 217 time: 0.0729132
Nov 19 16:08:39.246781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-5a2b04ba-1d55-4077-bf70-e198a2cc977a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:39.248543 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-5a2b04ba-1d55-4077-bf70-e198a2cc977a service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0678840
Nov 19 16:08:39.265397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d028967-530b-4e76-9bc7-49611503186f req-2b58a476-9ca0-4957-9eb4-3d37e37a7ec0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:39.267546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4d028967-530b-4e76-9bc7-49611503186f req-2b58a476-9ca0-4957-9eb4-3d37e37a7ec0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 943 time: 0.0870831
Nov 19 16:08:39.316852 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4d028967-530b-4e76-9bc7-49611503186f req-2e636e88-0055-4762-8445-6d08954f089c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429955
Nov 19 16:08:39.334127 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-abc21df3-9eab-4b03-bba4-502cd25f046b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785697
Nov 19 16:08:39.479952 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-f6ea2369-269d-416c-9f42-7d526f460e63 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390657
Nov 19 16:08:39.625361 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7308bc61-0473-4cfd-a19a-77d90eb53b09 req-96190cf1-01c1-4078-9f41-456b336e606e service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387565
Nov 19 16:08:39.821761 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-1b25dac8-415f-42c9-8668-6d21e086e29e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 1160 time: 0.0753868
Nov 19 16:08:39.966478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-3a54ee9b-de03-4bee-a82d-bdc58fca61b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:39.968085 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-3a54ee9b-de03-4bee-a82d-bdc58fca61b7 service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.1398315
Nov 19 16:08:40.044018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-9a7cd4a5-ec48-47a7-b9fb-65774d01a725 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ea5bb08-c74b-4559-a326-0598016a70ae HTTP/1.1" status: 200  len: 217 time: 0.0685623
Nov 19 16:08:40.117525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-479e896d-8c1f-472a-967a-ab483c7cdf1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:40.119169 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-479e896d-8c1f-472a-967a-ab483c7cdf1e service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0655444
Nov 19 16:08:40.203925 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-ad2757f8-f2d1-4e8d-9f71-d6a95ffec7c3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769482
Nov 19 16:08:40.354420 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-83d8e9fb-6f2a-453f-bce5-cd129a7ac9d5 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429737
Nov 19 16:08:40.512103 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aef99b44-d4a3-463c-b75a-6edf0b9ce4cd req-298056cf-a495-4e2a-96b6-5b908d8f7c8d service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506715
Nov 19 16:08:40.546955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb61677-f063-4d31-b039-281364331728 req-07342113-3669-4288-804a-1a17a9728049 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:40.549270 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bb61677-f063-4d31-b039-281364331728 req-07342113-3669-4288-804a-1a17a9728049 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 943 time: 0.0939436
Nov 19 16:08:40.599174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bb61677-f063-4d31-b039-281364331728 req-95b4f2f0-172f-40d5-8437-95864d8303df tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436206
Nov 19 16:08:41.817474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cdfd3-2ef3-4e76-ad39-f8139dc7d9ac req-11eefe22-e1f0-4ae6-807f-ab62a39d20b5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:41.819222 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-926cdfd3-2ef3-4e76-ad39-f8139dc7d9ac req-11eefe22-e1f0-4ae6-807f-ab62a39d20b5 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 943 time: 0.0849047
Nov 19 16:08:41.867255 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-926cdfd3-2ef3-4e76-ad39-f8139dc7d9ac req-8d5ca4d2-92e6-4c3f-9cea-aa23d488913d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418305
Nov 19 16:08:42.783926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1ea5bb08-c74b-4559-a326-0598016a70ae up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:42.882031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 1ea5bb08-c74b-4559-a326-0598016a70ae completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:08:42.887178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 1ea5bb08-c74b-4559-a326-0598016a70ae triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:42.887606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:43.097875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eca482-068e-4f48-8fcb-f08cd8828cdb req-7ad3929c-e3d0-47ef-a74b-6e6929f8cc56 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:43.099484 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7eca482-068e-4f48-8fcb-f08cd8828cdb req-7ad3929c-e3d0-47ef-a74b-6e6929f8cc56 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 943 time: 0.0923979
Nov 19 16:08:43.154118 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a7eca482-068e-4f48-8fcb-f08cd8828cdb req-66f31a5c-5853-4ad2-863a-b9c36b44ec55 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478389
Nov 19 16:08:43.185905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:43.216776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:43.228870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1ea5bb08-c74b-4559-a326-0598016a70ae,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:43.259241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:43.261372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:43.297615 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'code': 200}
Nov 19 16:08:43.333298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:43.343098 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.343501 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.343882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.344265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.344681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.345058 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.345433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.345838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.346213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.346593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.346965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.347336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.347798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.348218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.348537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.348904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.349269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.349666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.350034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.350410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.350771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.351135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.351497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.351857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:43.356359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:43.602030 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc33e4c3-8af1-4083-8ff1-ad466c31eca2 req-d78ec8ac-5723-4645-8fe1-d039505cde30 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 1162 time: 0.0782666
Nov 19 16:08:43.647955 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fc33e4c3-8af1-4083-8ff1-ad466c31eca2 req-8daf2ed1-3d6a-46b4-834f-f94281f3c4f1 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396533
Nov 19 16:08:44.311796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1ea5bb08-c74b-4559-a326-0598016a70ae up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:08:44.366220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f2ef-b4a4-439d-a46d-6b9eab2b2e23 req-c5f00093-a8fc-4c2a-9fd2-1daf65a9fafc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:44.367892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cdf2f2ef-b4a4-439d-a46d-6b9eab2b2e23 req-c5f00093-a8fc-4c2a-9fd2-1daf65a9fafc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.0835447
Nov 19 16:08:44.386057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 1ea5bb08-c74b-4559-a326-0598016a70ae triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:08:44.386477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:44.423020 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cdf2f2ef-b4a4-439d-a46d-6b9eab2b2e23 req-561097ce-5f8a-4f77-b8c1-d27b4304051e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484614
Nov 19 16:08:45.637203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911cbb-352b-4b65-867e-60005038c552 req-0e81e6ce-b056-49c3-8d93-53dfeff28fed tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:45.638822 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-11911cbb-352b-4b65-867e-60005038c552 req-0e81e6ce-b056-49c3-8d93-53dfeff28fed tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.0841527
Nov 19 16:08:45.687622 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-11911cbb-352b-4b65-867e-60005038c552 req-df3b1e9b-eb7d-405b-9a76-37cb1bf4a0f0 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419974
Nov 19 16:08:45.908207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab15e62-dd04-49b4-986e-b41e20261117 req-5bdcf723-9656-4044-8047-039d527cc84e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:45.910037 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2ab15e62-dd04-49b4-986e-b41e20261117 req-5bdcf723-9656-4044-8047-039d527cc84e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.0976777
Nov 19 16:08:45.919427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33460) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:45.926381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Request body: {'floatingip': {'port_id': '1ea5bb08-c74b-4559-a326-0598016a70ae'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:08:46.020100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:46.085286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14acafb-1d84-4379-b752-6d7cb5ccf0e7 req-accd033f-ce34-4149-ae65-505df56a3dc4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:46.086968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f14acafb-1d84-4379-b752-6d7cb5ccf0e7 req-accd033f-ce34-4149-ae65-505df56a3dc4 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.0864947
Nov 19 16:08:46.137564 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f14acafb-1d84-4379-b752-6d7cb5ccf0e7 req-85cfbd0e-40a9-4072-9d51-750e71c90dbb tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441520
Nov 19 16:08:46.658258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:46.698590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:46.896826 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Floating IP 5b7c57a2-4242-4dba-8405-5fe5e91a1017 associated. External IP: 172.27.2.226, port: 1ea5bb08-c74b-4559-a326-0598016a70ae.
Nov 19 16:08:47.394341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef312-5a4e-4ce7-a1c8-e3a501daac91 req-c83933c4-f56e-4c6f-b002-c5c039f57095 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:47.397199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c27ef312-5a4e-4ce7-a1c8-e3a501daac91 req-c83933c4-f56e-4c6f-b002-c5c039f57095 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1018338
Nov 19 16:08:47.453977 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c27ef312-5a4e-4ce7-a1c8-e3a501daac91 req-02c5aad7-f2d0-4ac4-8cc2-0baac9fefe6d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442841
Nov 19 16:08:47.633000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-306c9824-cd88-4e65-a493-b2af7645ee19 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:47.633781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-306c9824-cd88-4e65-a493-b2af7645ee19 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Synchronizing usage tracker for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:08:47.656470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-306c9824-cd88-4e65-a493-b2af7645ee19 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Unset dirty status for tenant:a31e45725fbf47ba9b0bfbe5ce60ee61 on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:08:47.658293 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-306c9824-cd88-4e65-a493-b2af7645ee19 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 945 time: 0.1392765
Nov 19 16:08:47.660193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:08:47.810338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Deleting port 8aac97e4-63af-4506-8739-737d7d605435 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:47.810727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.179128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:48.179512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.188990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:08:48.195386 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.196449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 8aac97e4-63af-4506-8739-737d7d605435 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:08:48.203943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:08:48.217542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:48.218654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57642110f0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:48.324136 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.334071 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d074b4fc-ce02-4dd4-b23d-569020c9724b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "PUT /v2.0/floatingips/5b7c57a2-4242-4dba-8405-5fe5e91a1017 HTTP/1.1" status: 200  len: 991 time: 2.4133170
Nov 19 16:08:48.341657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:48.361826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:48.363441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:48.402112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.404038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c036856d-6659-43cb-bbf8-01ea60d9718a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:48.459619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:48.477820 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'code': 200}
Nov 19 16:08:48.478826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=7']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:48.493007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:48.541899 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'status': 'completed', 'code': 200}
Nov 19 16:08:48.638533 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.639241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:48.639877 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Floating IP 2f93185a-4bf2-464c-9a1f-36a636209ebd disassociated. External IP: 172.27.2.213, port: 8aac97e4-63af-4506-8739-737d7d605435.
Nov 19 16:08:48.640561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Calling delete_port for 8aac97e4-63af-4506-8739-737d7d605435 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:48.714266 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-146b7c0c-ab34-4392-aa67-ca9201e6e531 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 1162 time: 0.1681321
Nov 19 16:08:48.819894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:08:48.820263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:08:48.835043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332cf5-f296-48ed-b9aa-c52fd98c8419 req-42a4bc96-392c-4330-88bd-ddf25251c245 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:48.836698 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c332cf5-f296-48ed-b9aa-c52fd98c8419 req-42a4bc96-392c-4330-88bd-ddf25251c245 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 943 time: 0.2160182
Nov 19 16:08:48.876714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57642110f0>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '5b7c57a2-4242-4dba-8405-5fe5e91a1017', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:7f:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:08:32Z', 'updated_at': '2020-11-19T16:08:46Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:48.881229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:08:48.892920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:48.893611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57642110f0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:48.917944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-2823e707-4465-4416-9fea-01bd6b0030d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:48.919553 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-2823e707-4465-4416-9fea-01bd6b0030d9 service neutron] 10.222.0.40 "GET /v2.0/networks?id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 200  len: 905 time: 0.1984122
Nov 19 16:08:48.924238 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4c332cf5-f296-48ed-b9aa-c52fd98c8419 req-e5d0f128-175d-4530-84be-7a41c2d64210 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups?id=8f439f31-7155-4ae1-93d4-0a2f9525a6a3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804081
Nov 19 16:08:49.033541 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-8ccd1af8-31aa-4da7-9923-75d790cf1e66 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ea5bb08-c74b-4559-a326-0598016a70ae HTTP/1.1" status: 200  len: 999 time: 0.1079075
Nov 19 16:08:49.098545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:49.106034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-9d119620-cef9-49b6-b143-36f46c379eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:08:49.107645 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-9d119620-cef9-49b6-b143-36f46c379eb0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 200  len: 850 time: 0.0669243
Nov 19 16:08:49.190303 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-029083e2-eede-40c1-9258-d98dac5252da service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=695d4a35-2ad9-4671-9ece-ebdea23f2d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757506
Nov 19 16:08:49.321687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Deleting port 8aac97e4-63af-4506-8739-737d7d605435 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:49.321911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:49.339491 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-f711b571-110e-4a1c-a9d4-47890ceb9216 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423028
Nov 19 16:08:49.488930 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-aa0ca502-082f-4727-ad2a-241aa72341e8 req-a15e879a-032d-46b7-9fc0-07c61df964c7 service neutron] 10.222.0.40 "GET /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426153
Nov 19 16:08:49.496352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57642110f0>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '5b7c57a2-4242-4dba-8405-5fe5e91a1017', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:7f:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:08:32Z', 'updated_at': '2020-11-19T16:08:46Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:49.506137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca65801-c0a5-4391-9382-2f1b1a4b9479 None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '5b7c57a2-4242-4dba-8405-5fe5e91a1017', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'port_id': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'mac_address': 'fa:16:3e:7f:19:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:08:32Z', 'updated_at': '2020-11-19T16:08:46Z', 'revision_number': 1, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:08:49.601388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] For port 8aac97e4-63af-4506-8739-737d7d605435, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8aac97e4-63af-4506-8739-737d7d605435,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:49.601994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:49.816484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75908bd1-db07-45cc-8255-29116fd1a465 None None] New status for floating IP 5b7c57a2-4242-4dba-8405-5fe5e91a1017: ACTIVE {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:08:49.919316 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:49.919730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:49.920084 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Floating IP 2f93185a-4bf2-464c-9a1f-36a636209ebd disassociated. External IP: 172.27.2.213, port: 8aac97e4-63af-4506-8739-737d7d605435.
Nov 19 16:08:49.920463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Calling delete_port for 8aac97e4-63af-4506-8739-737d7d605435 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:50.133427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:50.144138 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-11f432e6-30ce-4df1-ad2d-95f51482640c req-14433792-c480-4f26-834a-83ea713c69d2 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 210 time: 0.0586910
Nov 19 16:08:50.151856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-040bbdd9-7776-44f8-9b63-a26de3c8ca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:50.259343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'Port': ['ID=8aac97e4-63af-4506-8739-737d7d605435,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:50.262208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:50.803524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:08:51.027413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:08:51.042844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:08:51.062089 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:51.062973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576438acc0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:51.069357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] No DVR routers for this DVR port 8aac97e4-63af-4506-8739-737d7d605435 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:08:51.071731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:51.074756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-deleted', 'tag': '8aac97e4-63af-4506-8739-737d7d605435'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:08:51.134391 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d8cadf1a-417e-45e5-aa15-22a1c7657be5 req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.40 "DELETE /v2.0/ports/8aac97e4-63af-4506-8739-737d7d605435 HTTP/1.1" status: 204  len: 173 time: 3.4689434
Nov 19 16:08:51.141301 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2', 'name': 'network-vif-deleted', 'tag': '8aac97e4-63af-4506-8739-737d7d605435', 'status': 'completed', 'code': 200}
Nov 19 16:08:51.305394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:51.356031 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-f470d0bd-e7c2-4495-bb29-50c2e5fdb4a3 req-b0ed0f58-2868-4cef-8ac3-71bd0918cc41 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/ports?device_id=04b87fb2-cfbb-447e-a6dd-5f2cfa0ee3e2 HTTP/1.1" status: 200  len: 210 time: 0.0476696
Nov 19 16:08:51.807821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576438acc0>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:51.812030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:08:51.823948 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:08:51.824613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576438acc0>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:52.015615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:08:52.360848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576438acc0>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:08:52.365528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a3de5-e64e-41a0-a1a0-4c4e86a181ef None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:00:30Z', 'revision_number': 4, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'd7cee301-903b-44dd-ac97-8653abdb21c5', 'name': '', 'network_id': '14d1a5ad-ec22-4814-a859-adc0b225f682', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'mac_address': 'fa:16:3e:59:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:29Z', 'updated_at': '2020-11-19T16:00:45Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'subnets': [{'id': '96dea2be-7d2b-40df-8fed-11c4b36acd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:08:52.569037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33490) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:52.643082 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:52.679310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:52.792260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25341d7-0956-428d-8f82-802352f0b004 None None] New status for floating IP 2f93185a-4bf2-464c-9a1f-36a636209ebd: DOWN {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:08:52.819269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:52.824966 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0747cd89-6599-4b93-a26d-c26fbe3d1c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:52.841583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f439f31-7155-4ae1-93d4-0a2f9525a6a3,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:52.852714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.853999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.853999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.853999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.854312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.854700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.855093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.855483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.855874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.856264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.856654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.857038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.857542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.857960 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.858351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.858736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.859122 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.859506 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.859893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.860277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.860662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.861049 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.861432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.861843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:08:52.865921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:52.876077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:52.877369 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "DELETE /v2.0/security-groups/8f439f31-7155-4ae1-93d4-0a2f9525a6a3 HTTP/1.1" status: 204  len: 168 time: 0.3071949
Nov 19 16:08:52.880229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33494) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:52.899018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.v2.resource [None req-c68a8238-c447-4879-849e-701a12f6a16b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] show failed (client error): The resource could not be found.
Nov 19 16:08:52.900170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-c68a8238-c447-4879-849e-701a12f6a16b tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "GET /v2.0/security-groups/8f439f31-7155-4ae1-93d4-0a2f9525a6a3 HTTP/1.1" status: 404  len: 347 time: 0.0188706
Nov 19 16:08:52.903076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33498) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:53.075216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Deleting port 9253c821-f69b-4588-95a8-d93121c088ef {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:53.075590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.265422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.265829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.397998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Calling delete_port for 9253c821-f69b-4588-95a8-d93121c088ef owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:53.578278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.595824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f1837ddd-e062-4395-ada2-a824fd49e92f tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:53.701926 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Pushing event deleted for resources: {'Port': ['ID=9253c821-f69b-4588-95a8-d93121c088ef,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:53.705564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:53.825659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.841022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:53.842284 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] 10.222.0.43 "DELETE /v2.0/floatingips/2f93185a-4bf2-464c-9a1f-36a636209ebd HTTP/1.1" status: 204  len: 168 time: 0.9382472
Nov 19 16:08:55.093553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:56.870574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33530) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:08:57.639493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:58.296429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Deleting port d7cee301-903b-44dd-ac97-8653abdb21c5 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:08:58.297084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:58.485824 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] For port d7cee301-903b-44dd-ac97-8653abdb21c5, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=d7cee301-903b-44dd-ac97-8653abdb21c5,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:08:58.486210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:58.612869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Calling delete_port for d7cee301-903b-44dd-ac97-8653abdb21c5 owned by network:router_interface {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:08:58.836220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:08:58.852745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c41b1ca6-d4cb-4020-a372-a82035d62daf tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:08:58.948088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cee301-903b-44dd-ac97-8653abdb21c5,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:08:58.958726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:08:59.333407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:00.530258 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:09:00.756377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:09:00.766011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Sync routers for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:09:00.769848 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-355b52fb-59df-4842-aec1-a3e419270e4f admin admin] 10.222.0.43 "PUT /v2.0/routers/1bbe682b-45e3-4b1f-951d-b6110572d2f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8980892
Nov 19 16:09:00.772377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33544) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:00.779235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:00.779933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576459e240>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:00.974525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:00.986342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks [] for router, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:01.202233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:01.259096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Deleting port bfc7d2c6-0e0b-494b-8e17-ce779572eb43 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:01.259467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:01.280892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576459e240>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:08:58Z', 'revision_number': 5, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port': {'id': 'bfc7d2c6-0e0b-494b-8e17-ce779572eb43', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:00:23Z', 'updated_at': '2020-11-19T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:01.285759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Checking router: 1bbe682b-45e3-4b1f-951d-b6110572d2f2 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:09:01.297340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Routers {'1bbe682b-45e3-4b1f-951d-b6110572d2f2'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:01.298218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576459e240>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:08:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:01.449155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] For port bfc7d2c6-0e0b-494b-8e17-ce779572eb43, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:01.449577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:01.459142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] Set router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 gateway port host: None {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:01.575549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576459e240>, [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:09:01Z', 'revision_number': 6, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port_host': None}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:01.582248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3209e-528b-4fb3-8210-ad46400fbb36 None None] The sync data for ids ['1bbe682b-45e3-4b1f-951d-b6110572d2f2'] in dv-cinder-763306-3-iscsi is: [{'id': '1bbe682b-45e3-4b1f-951d-b6110572d2f2', 'name': 'tempest-AttachVolumeShelveTestJSON-2102465388-router', 'tenant_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:00:22Z', 'updated_at': '2020-11-19T16:09:01Z', 'revision_number': 6, 'project_id': 'a31e45725fbf47ba9b0bfbe5ce60ee61', 'gw_port_host': None}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:09:01.587157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Calling delete_port for bfc7d2c6-0e0b-494b-8e17-ce779572eb43 owned by network:router_gateway {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:01.790182 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:01.810303 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:01.902361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc7d2c6-0e0b-494b-8e17-ce779572eb43,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:01.905244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:01.914945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:09:02.177192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.450551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.455730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.567203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.567797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbe682b-45e3-4b1f-951d-b6110572d2f2 {{(pid=80426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:09:02.582544 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] Notify callbacks [] for router, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.583808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5d02f181-7bee-4215-9743-35dfd80370dd admin admin] 10.222.0.43 "DELETE /v2.0/routers/1bbe682b-45e3-4b1f-951d-b6110572d2f2 HTTP/1.1" status: 204  len: 168 time: 1.8104420
Nov 19 16:09:02.586537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33552) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:02.660009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Deleting subnet 96dea2be-7d2b-40df-8fed-11c4b36acd80 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:09:02.663515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.724041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61058990'] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.761812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee696055-56ca-4919-b8c7-b691cae977b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:02.855715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:03.269640 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d7cee301-903b-44dd-ac97-8653abdb21c5 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:03.309658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: d7cee301-903b-44dd-ac97-8653abdb21c5 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:03.310064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device d7cee301-903b-44dd-ac97-8653abdb21c5 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:03.310521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bfc7d2c6-0e0b-494b-8e17-ce779572eb43 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:03.345521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: bfc7d2c6-0e0b-494b-8e17-ce779572eb43 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:03.345894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bfc7d2c6-0e0b-494b-8e17-ce779572eb43 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:03.424986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852814171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793675237'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:03.442868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-59eb5542-27cb-4e50-a538-0b4f1ff6426c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:03.536783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96dea2be-7d2b-40df-8fed-11c4b36acd80,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:03.549828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:03.604148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:03.611039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51b735-891b-480d-a5c2-ddd9157d3613 None None] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:09:03.611348 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] 10.222.0.43 "DELETE /v2.0/subnets/96dea2be-7d2b-40df-8fed-11c4b36acd80 HTTP/1.1" status: 204  len: 168 time: 1.0235329
Nov 19 16:09:03.614384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33558) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:03.731764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:03.807385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Deleting port cd9d2f65-4508-410a-9006-67710a0e5a05 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:03.808062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:03.875269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] DHCP port deletion for 14d1a5ad-ec22-4814-a859-adc0b225f682 request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:09:03.879851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Deleting port cd9d2f65-4508-410a-9006-67710a0e5a05 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:03.880311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:04.097073 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] For port cd9d2f65-4508-410a-9006-67710a0e5a05, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=cd9d2f65-4508-410a-9006-67710a0e5a05,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:04.097443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:04.173295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] For port cd9d2f65-4508-410a-9006-67710a0e5a05, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=cd9d2f65-4508-410a-9006-67710a0e5a05,segment=NetworkSegment(947c0e44-11af-4de1-a3a5-5110231a5f66),segment_id=947c0e44-11af-4de1-a3a5-5110231a5f66)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:04.173737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:04.234091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Calling delete_port for cd9d2f65-4508-410a-9006-67710a0e5a05 owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:04.304760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Calling delete_port for cd9d2f65-4508-410a-9006-67710a0e5a05 owned by network:dhcp {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:04.350606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846'] for port, after_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:04.366492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-09639ad4-1fb1-4c43-b0fb-41110a67a3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:04.380360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80426) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:09:04.380728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:09:04.460892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Pushing event deleted for resources: {'Port': ['ID=cd9d2f65-4508-410a-9006-67710a0e5a05,revision_number=None']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:04.472741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:04.506774 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e0ee7-ff9f-48c6-a151-9bdb457664a8 None None] No DVR routers for this DVR port cd9d2f65-4508-410a-9006-67710a0e5a05 on host dv-cinder-763306-3-iscsi {{(pid=80428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:09:04.882167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Deleting port cd9d2f65-4508-410a-9006-67710a0e5a05 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:04.882755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:04.953392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] The port 'cd9d2f65-4508-410a-9006-67710a0e5a05' was deleted {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:09:05.078067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.200301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575fa965f8>,) {'filters': {'network_id': ['14d1a5ad-ec22-4814-a859-adc0b225f682']}} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:05.217143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fa965f8>, '947c0e44-11af-4de1-a3a5-5110231a5f66') {'for_net_delete': True} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:05.217143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fa965f8>, '947c0e44-11af-4de1-a3a5-5110231a5f66') {} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:05.237490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793716827'] for segment, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.247197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.249609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:09:05.266604 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device cd9d2f65-4508-410a-9006-67710a0e5a05 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:05.302645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11c29771-10be-4446-a018-72eaeb5693f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.304185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: cd9d2f65-4508-410a-9006-67710a0e5a05 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:05.304572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device cd9d2f65-4508-410a-9006-67710a0e5a05 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:05.432403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:09:05.441818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958663'] for segment, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.627135 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Network 14d1a5ad-ec22-4814-a859-adc0b225f682 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   % (table.description, expected, rows_matched)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   % (table.description, expected, rows_matched)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   % (table.description, expected, rows_matched)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   % (table.description, expected, rows_matched)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:09:05.650194 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:09:05.761921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.765830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae02ad51-52d2-4914-ab67-102047dc027e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:05.782441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.796449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d1a5ad-ec22-4814-a859-adc0b225f682,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:05.800077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:05.813220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:05.847918 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-899382d1-03d0-4f01-b229-96c569eb1928 admin admin] 10.222.0.43 "DELETE /v2.0/networks/14d1a5ad-ec22-4814-a859-adc0b225f682 HTTP/1.1" status: 204  len: 168 time: 2.2324052
Nov 19 16:09:06.068014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33568) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:06.120834 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-90b8a790-3c73-48b4-9e1a-5dfd24e3f348 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a31e45725fbf47ba9b0bfbe5ce60ee61&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514967
Nov 19 16:09:06.123448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33572) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:06.188838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:06.216668 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:06.292965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:06.298781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-79a621dc-29b0-4e92-9c3a-6ce87d207ff0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:06.313634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b84c711-8102-4156-8b5c-26ddf08613a1,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:06.316540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:06.323309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:06.324546 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b84c711-8102-4156-8b5c-26ddf08613a1 HTTP/1.1" status: 204  len: 168 time: 0.1997535
Nov 19 16:09:06.493045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:07.046300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:08.318203 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c7cd703a-5240-4b46-b013-1ba16ebb75eb tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/floatingips/0b0e745c-2963-425a-867d-ae9769f99e8c HTTP/1.1" status: 200  len: 997 time: 0.1141114
Nov 19 16:09:08.484590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-e2ff100b-81d9-4206-afff-0d22c7e0ff2b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:08.486495 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-e2ff100b-81d9-4206-afff-0d22c7e0ff2b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1600330
Nov 19 16:09:08.597269 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-5b1a6cd8-1c0c-48ed-a712-a860acb91ed2 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.24 HTTP/1.1" status: 200  len: 1000 time: 0.1042211
Nov 19 16:09:08.682470 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-20bdb353-5b29-42cb-bd26-2267cc78912d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:08.683919 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-20bdb353-5b29-42cb-bd26-2267cc78912d tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports/96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 942 time: 0.0804167
Nov 19 16:09:08.904121 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-7f697f67-0fdb-4d00-b325-6bbb5efcbd4f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.24 HTTP/1.1" status: 200  len: 1000 time: 0.1083527
Nov 19 16:09:09.123520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Deleting port 21161c4a-b446-454c-a8f3-16a7447e62fd {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:09.124325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:09.348054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:09.348651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:09.494055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Calling delete_port for 21161c4a-b446-454c-a8f3-16a7447e62fd owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:09.686726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:09.706029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7ae6585e-9b40-48e9-a1f2-9e2c9cebe4a5 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:09.801363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event deleted for resources: {'Port': ['ID=21161c4a-b446-454c-a8f3-16a7447e62fd,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:09.811618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:09.930119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:09.930503 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Floating IP 0b0e745c-2963-425a-867d-ae9769f99e8c disassociated (deleted). External IP: 172.27.2.24, port: 96e6c185-cee5-4750-acd3-81674ed60ce7.
Nov 19 16:09:10.583701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Router 160251ac-c95d-455c-b292-a32a9373096b has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:09:10.809400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:09:10.820633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Sync routers for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:09:10.836898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:10.837686 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576409a198>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:10.905574 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:10.934056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33650) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:10.965649 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "DELETE /v2.0/floatingips/0b0e745c-2963-425a-867d-ae9769f99e8c HTTP/1.1" status: 204  len: 173 time: 2.0551300
Nov 19 16:09:10.966216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:11.066232 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'status': 'completed', 'code': 200}
Nov 19 16:09:11.069844 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-2f18bcf7-a383-4db0-99a9-5681796225f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.0850735
Nov 19 16:09:11.170698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:11.205193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:11.226150 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-7006ad09-5d93-42fc-8a3a-49e4502dfd11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:11.227808 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-7006ad09-5d93-42fc-8a3a-49e4502dfd11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.1513031
Nov 19 16:09:11.239276 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:11.245682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7059a4dace4971a4e5cee387ed702b is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:11.249696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:11.257929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:11.264719 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-e21e03a7-a5fc-4a5a-babc-99beb2a534c3 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=fdada4749c3545b98b4f1c0e67721132&device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 1162 time: 0.1301413
Nov 19 16:09:11.310461 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-d3deb2dc-b4b5-4bb7-9dc5-24fbf30b6ad2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 217 time: 0.0749059
Nov 19 16:09:11.386111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-ffa22fbe-2415-4c67-b7c1-7783c08fe0de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:11.388083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-ffa22fbe-2415-4c67-b7c1-7783c08fe0de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.0704308
Nov 19 16:09:11.462836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-f051bfe7-43d2-4be6-a1e9-e97ce4c13e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:11.464688 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-f051bfe7-43d2-4be6-a1e9-e97ce4c13e5b service neutron] 10.222.0.40 "GET /v2.0/networks?id=f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 200  len: 902 time: 0.1930909
Nov 19 16:09:11.486451 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-c897f1bf-40d7-41ca-84b9-fe9ca0bab926 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875547
Nov 19 16:09:11.550385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576409a198>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:11.554431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:11.555625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Checking router: 160251ac-c95d-455c-b292-a32a9373096b for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:09:11.556285 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-e97376c3-a78f-4c06-9779-175a50ef8b71 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 200  len: 217 time: 0.0775573
Nov 19 16:09:11.569271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:11.570511 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576409a198>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:11.601261 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:11.615865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1ae02be1-6f20-474c-ba1e-e283afd4b930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:11.634821 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-fb2351ee-8a68-415f-8516-263f2aaaf746 service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416099
Nov 19 16:09:11.673769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33506ff7-f9eb-4b81-98e2-0e946fb9b842,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:11.683113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:11.685417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-94c9d765-f8be-4766-b60b-ed7f841fb020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:11.687039 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-94c9d765-f8be-4766-b60b-ed7f841fb020 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 200  len: 847 time: 0.1241117
Nov 19 16:09:11.704403 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-bd599270-3196-4d37-8931-23f457a7f8b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d7059a4dace4971a4e5cee387ed702b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7664940
Nov 19 16:09:11.725788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33658) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:11.783342 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-33566fa3-94ec-4184-97c0-ce137eca40f3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=f708ef6b-caec-489c-8b9c-7880d4f5f049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799336
Nov 19 16:09:11.818201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:11.866613 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a3d89af1-92f6-4e94-ac8f-5c1c9a239cea req-622997cd-5f6f-4a02-9ab4-681656919ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2230437
Nov 19 16:09:11.871208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:11.902664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:11.962016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-5938762c-34cb-4698-a9d3-6ea04cb2a16a service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689386
Nov 19 16:09:12.017547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.025571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-24a6599b-e1a9-4fea-a327-508f7a18e7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:12.039071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33506ff7-f9eb-4b81-98e2-0e946fb9b842,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:12.056820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:12.057706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.060253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-929663ce-6f3d-4069-9527-c86d439be47d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33506ff7-f9eb-4b81-98e2-0e946fb9b842 HTTP/1.1" status: 204  len: 168 time: 0.3330371
Nov 19 16:09:12.127290 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40ee6363-5ee4-4c9e-9cc9-7ddd15ef066c req-9da52eea-87c3-45e2-93b3-2e8f8ad67e48 service neutron] 10.222.0.40 "GET /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1583402
Nov 19 16:09:12.200823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576409a198>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:12.205192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f097e690-b875-41e5-9d53-1abfa4f2e840 None None] The sync data for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi is: [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:02:27Z', 'revision_number': 4, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': 'ecc7ba9b-1942-4d04-8782-8ebb996ee346', 'name': '', 'network_id': 'f708ef6b-caec-489c-8b9c-7880d4f5f049', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'mac_address': 'fa:16:3e:2f:36:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:25Z', 'updated_at': '2020-11-19T16:02:38Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'subnets': [{'id': '6ce1842f-426b-44b4-921c-1e9a8b504fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:09:12.469746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb182ea-ee4b-4c23-a050-9ef2457d04cd req-40dc7c9d-a9f1-47db-b7ca-e6fa359ca4a7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:12.470554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eb182ea-ee4b-4c23-a050-9ef2457d04cd req-40dc7c9d-a9f1-47db-b7ca-e6fa359ca4a7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Synchronizing usage tracker for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:09:12.521283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5eb182ea-ee4b-4c23-a050-9ef2457d04cd req-40dc7c9d-a9f1-47db-b7ca-e6fa359ca4a7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Unset dirty status for tenant:fdada4749c3545b98b4f1c0e67721132 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:09:12.522621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5eb182ea-ee4b-4c23-a050-9ef2457d04cd req-40dc7c9d-a9f1-47db-b7ca-e6fa359ca4a7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.1394708
Nov 19 16:09:12.574283 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5eb182ea-ee4b-4c23-a050-9ef2457d04cd req-0f45063d-2d56-4cca-aa87-aa91c573c7b7 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452464
Nov 19 16:09:12.599782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33672) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:12.619075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.653592 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:12.655794 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc6d4e-fae6-48a0-904d-a34428b47753 None None] New status for floating IP 0b0e745c-2963-425a-867d-ae9769f99e8c: DOWN {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:09:12.657930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Usage tracker for resource:security_group_rule and tenant:12ac848d95f84130bafa2e0a86fad4b0 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:12.661011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:12.666980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:12.739654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.772451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.780428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4ef6080c-8021-4b41-b6f4-d6abe0b75163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:12.825957 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12ac848d95f84130bafa2e0a86fad4b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2249742
Nov 19 16:09:12.826760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f57d0-9dc9-46b3-9f01-db4b9eabe6ed,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:12.829248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33676) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:12.830652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:12.898270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:12.925014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:13.001872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:13.007301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-70d34122-0548-4099-bb7a-c285b58cf819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:13.018458 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f57d0-9dc9-46b3-9f01-db4b9eabe6ed,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:13.023531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:13.025732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:13.029825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d29a3b16-5760-4823-9369-f00ca8650092 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec1f57d0-9dc9-46b3-9f01-db4b9eabe6ed HTTP/1.1" status: 204  len: 168 time: 0.1919327
Nov 19 16:09:13.798685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808873d-f029-4120-915b-4a860c8bce03 req-1660b256-feab-4b4e-96f8-4bb2dfa52296 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:13.800417 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7808873d-f029-4120-915b-4a860c8bce03 req-1660b256-feab-4b4e-96f8-4bb2dfa52296 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0913670
Nov 19 16:09:13.852128 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7808873d-f029-4120-915b-4a860c8bce03 req-b0295501-504f-490a-b6c4-39293a2b6136 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454123
Nov 19 16:09:14.242885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-930b5dce-a39a-4eb5-8777-0f53ca619d15 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:14.244477 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-930b5dce-a39a-4eb5-8777-0f53ca619d15 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.40 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 945 time: 0.0910954
Nov 19 16:09:14.343035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Deleting port 96e6c185-cee5-4750-acd3-81674ed60ce7 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:14.343423 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:14.412211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 96e6c185-cee5-4750-acd3-81674ed60ce7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:14.537758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:14.568449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:14.579203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:14.612827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:14.613232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:14.635696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:14.638713 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'code': 200}
Nov 19 16:09:14.639260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:14.713655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=7']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:14.718078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:14.771852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Calling delete_port for 96e6c185-cee5-4750-acd3-81674ed60ce7 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:14.881687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:09:14.882218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:09:15.065257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde95a33-b1aa-447e-b2cc-8d0dec5f1f38 req-f24e1b6e-0874-49b3-abd8-7402684729be tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:15.066909 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dde95a33-b1aa-447e-b2cc-8d0dec5f1f38 req-f24e1b6e-0874-49b3-abd8-7402684729be tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 943 time: 0.0845389
Nov 19 16:09:15.116550 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dde95a33-b1aa-447e-b2cc-8d0dec5f1f38 req-936f3608-4482-43dd-bf81-fe29b1ed5a45 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups?id=50d9ee9d-df72-4996-ad6d-66d7290a46f7&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432713
Nov 19 16:09:15.383181 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Deleting port 96e6c185-cee5-4750-acd3-81674ed60ce7 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:15.383584 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:15.648147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] For port 96e6c185-cee5-4750-acd3-81674ed60ce7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=96e6c185-cee5-4750-acd3-81674ed60ce7,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:15.648664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:15.776385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Calling delete_port for 96e6c185-cee5-4750-acd3-81674ed60ce7 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:15.994847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:16.011189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bdc5b011-77c9-4875-901c-19173b343e8a tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:16.106694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event deleted for resources: {'Port': ['ID=96e6c185-cee5-4750-acd3-81674ed60ce7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:16.116703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:16.215413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] No DVR routers for this DVR port 96e6c185-cee5-4750-acd3-81674ed60ce7 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:09:16.221278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:16.221278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-deleted', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:16.275432 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a579c0d6-47d5-486e-8091-7a38975eb9d3 req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.40 "DELETE /v2.0/ports/96e6c185-cee5-4750-acd3-81674ed60ce7 HTTP/1.1" status: 204  len: 173 time: 2.0036521
Nov 19 16:09:16.287432 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f457ccf7-542f-49a5-a659-874698389742', 'name': 'network-vif-deleted', 'tag': '96e6c185-cee5-4750-acd3-81674ed60ce7', 'status': 'completed', 'code': 200}
Nov 19 16:09:16.301568 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e38b003f-9dd9-4d15-ab85-f4c707e42a14 req-02730cf8-24e4-4ad6-ab1d-efdbdaf10a6c tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0510371
Nov 19 16:09:17.502675 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-03f52f8e-6f8e-4567-95d6-8576152f65f4 req-ad6b7d13-f76d-4c37-8b0f-c5e9c43ded7f tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/ports?device_id=f457ccf7-542f-49a5-a659-874698389742 HTTP/1.1" status: 200  len: 210 time: 0.0464728
Nov 19 16:09:18.700326 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-308784a8-2973-404e-b63e-e713b1c543a4 req-541cc815-8c7b-4d63-9f19-6d83f805a33e tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "GET /v2.0/security-groups/50d9ee9d-df72-4996-ad6d-66d7290a46f7 HTTP/1.1" status: 200  len: 2647 time: 0.0584810
Nov 19 16:09:18.772870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-308784a8-2973-404e-b63e-e713b1c543a4 req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:18.804571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-308784a8-2973-404e-b63e-e713b1c543a4 req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:18.892851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-308784a8-2973-404e-b63e-e713b1c543a4 req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:18.898325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-95010c04-a827-4ae4-abf6-cbbd3e89b648 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:18.914251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d9ee9d-df72-4996-ad6d-66d7290a46f7,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:18.917055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:18.949360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-308784a8-2973-404e-b63e-e713b1c543a4 req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:18.950636 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-308784a8-2973-404e-b63e-e713b1c543a4 req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] 10.222.0.43 "DELETE /v2.0/security-groups/50d9ee9d-df72-4996-ad6d-66d7290a46f7 HTTP/1.1" status: 204  len: 173 time: 0.2494650
Nov 19 16:09:19.051493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33772) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:19.661651 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:20.165566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33788) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:20.317689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Deleting port ecc7ba9b-1942-4d04-8782-8ebb996ee346 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:20.318072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:20.347221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:20.475755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:20.486693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Usage tracker for resource:security_group_rule and tenant:af007ea1bbe04d66a59c57561d28353f is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:20.491185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:20.500259 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:20.794921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] For port ecc7ba9b-1942-4d04-8782-8ebb996ee346, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ecc7ba9b-1942-4d04-8782-8ebb996ee346,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:20.795235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:20.928639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Calling delete_port for ecc7ba9b-1942-4d04-8782-8ebb996ee346 owned by network:router_interface {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:21.020299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.059839 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.069202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-663fa6dd-7486-4520-bc8e-0f5b7142390b tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:21.123751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9f5e9-04c1-482e-a1ea-f3d7a365ea7c,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:21.126208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:21.133049 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-05f24162-b143-4ac9-98a3-73cc3c455807 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af007ea1bbe04d66a59c57561d28353f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9630129
Nov 19 16:09:21.133152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33796) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:21.203461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.233781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.269090 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.285347 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c563eddf-874b-4456-b22d-fe28a913c74f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:21.309836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.315990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-231832f0-5ed9-43c2-888b-93460ee707d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:21.329975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9f5e9-04c1-482e-a1ea-f3d7a365ea7c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:21.332821 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:21.334033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.338061 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70a9f5e9-04c1-482e-a1ea-f3d7a365ea7c HTTP/1.1" status: 204  len: 168 time: 0.2044837
Nov 19 16:09:21.390811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc7ba9b-1942-4d04-8782-8ebb996ee346,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:21.395539 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:21.740785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.872379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33804) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:21.892987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:21.926670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:21.931427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ee1d2c9ec9416c9da6efdd9626bf9d is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:21.934312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:21.940155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:22.008863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.052246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.060348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3eb6b7d3-4764-4aae-9bc4-f4ebb5b1e211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:22.108765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f976a259-bdbf-4f3d-a15d-cafad04ba670,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:22.113270 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1ee1d2c9ec9416c9da6efdd9626bf9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2396998
Nov 19 16:09:22.114253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:22.115958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33808) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:22.180907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.208792 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.269343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.274527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-05cab394-47e6-4dd3-9f41-c349b85c8042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:22.286435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f976a259-bdbf-4f3d-a15d-cafad04ba670,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:22.291375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:22.294971 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:22.296200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f976a259-bdbf-4f3d-a15d-cafad04ba670 HTTP/1.1" status: 204  len: 168 time: 0.1792748
Nov 19 16:09:22.491530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Router 160251ac-c95d-455c-b292-a32a9373096b has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:09:22.706348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:09:22.717278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Sync routers for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:09:22.730753 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-612a6592-449c-4736-aa14-1e723d05f793 admin admin] 10.222.0.43 "PUT /v2.0/routers/160251ac-c95d-455c-b292-a32a9373096b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6780717
Nov 19 16:09:22.732277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:22.733083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f7bfb38>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:22.733238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33820) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:22.930639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:22.948543 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks [] for router, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:23.261008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f7bfb38>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:09:21Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:23.265359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Checking router: 160251ac-c95d-455c-b292-a32a9373096b for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:09:23.277662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Routers {'160251ac-c95d-455c-b292-a32a9373096b'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:23.278785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f575f7bfb38>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['160251ac-c95d-455c-b292-a32a9373096b'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:23.417848 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:23.452430 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Deleting port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:23.452815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:23.475833 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] Set router 160251ac-c95d-455c-b292-a32a9373096b gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:23.655538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] For port fbb85a26-e2d3-4f10-bb16-c5dbb7a63957, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:23.655939 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:23.801381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f575f7bfb38>, [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:09:21Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:23.805598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a84a5a-5038-4562-beab-878ece787c48 None None] The sync data for ids ['160251ac-c95d-455c-b292-a32a9373096b'] in dv-cinder-763306-3-iscsi is: [{'id': '160251ac-c95d-455c-b292-a32a9373096b', 'name': 'tempest-TestShelveInstance-329561959-router', 'tenant_id': 'fdada4749c3545b98b4f1c0e67721132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:02:14Z', 'updated_at': '2020-11-19T16:09:21Z', 'revision_number': 5, 'project_id': 'fdada4749c3545b98b4f1c0e67721132', 'gw_port': {'id': 'fbb85a26-e2d3-4f10-bb16-c5dbb7a63957', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160251ac-c95d-455c-b292-a32a9373096b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:02:16Z', 'updated_at': '2020-11-19T16:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:09:23.807427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Calling delete_port for fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 owned by network:router_gateway {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:24.017734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.035667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5a6d54f2-4b89-43cc-aa45-b2c65c91d599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:24.035828 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33846) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:24.142903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb85a26-e2d3-4f10-bb16-c5dbb7a63957,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:24.148133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:24.197007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.231935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:24.236635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Usage tracker for resource:security_group_rule and tenant:da4d4d34cb5c420ba7f002615a8bd8cf is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:24.239634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:24.245421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:24.318253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.349760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.357785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-df334346-6727-4f1a-9196-1b2a147801a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:24.400940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0387bcb0-9bc4-4b44-8dad-2dba1b50e098,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:24.408908 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da4d4d34cb5c420ba7f002615a8bd8cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3689570
Nov 19 16:09:24.408908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:24.409239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 33852) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:24.420918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.471525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.499060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.609512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.619074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-193e5afe-2ec9-4ccc-b28f-00b1115ddea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:24.642527 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387bcb0-9bc4-4b44-8dad-2dba1b50e098,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:24.647697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:24.649525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.651674 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-af1fccef-cb54-4cb2-b193-9d889663c696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0387bcb0-9bc4-4b44-8dad-2dba1b50e098 HTTP/1.1" status: 204  len: 168 time: 0.2413318
Nov 19 16:09:24.691893 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-c38971e7-9204-4e30-ba13-f98a8e139a63 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1253502
Nov 19 16:09:24.708186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.713078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.909373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.910002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160251ac-c95d-455c-b292-a32a9373096b {{(pid=80426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:09:24.918632 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-912fe081-89d1-4632-b540-9cd5a41a80dd service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 1162 time: 0.0885749
Nov 19 16:09:24.926244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] Notify callbacks [] for router, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:24.930197 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fed6c265-7d8c-458d-9691-6dad02a2d64c admin admin] 10.222.0.43 "DELETE /v2.0/routers/160251ac-c95d-455c-b292-a32a9373096b HTTP/1.1" status: 204  len: 168 time: 2.1958697
Nov 19 16:09:24.930888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33862) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:25.018204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Deleting subnet 6ce1842f-426b-44b4-921c-1e9a8b504fe1 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:09:25.022943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.090232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61058990'] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.120121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.129229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-808e4344-3c67-40f8-b98c-c15a0a2af7b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:25.132795 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-808e4344-3c67-40f8-b98c-c15a0a2af7b2 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1930850
Nov 19 16:09:25.200830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.363645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ecc7ba9b-1942-4d04-8782-8ebb996ee346 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:25.398667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: ecc7ba9b-1942-4d04-8782-8ebb996ee346 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:25.399067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ecc7ba9b-1942-4d04-8782-8ebb996ee346 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:25.399547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:25.434712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:25.435111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device fbb85a26-e2d3-4f10-bb16-c5dbb7a63957 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:25.585892 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-4eb8477b-8777-4b83-8e9b-2500a9aa622b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 200  len: 999 time: 0.4466071
Nov 19 16:09:25.659997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-83400d9b-3c06-41a4-8002-b3550493870c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:25.661622 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-83400d9b-3c06-41a4-8002-b3550493870c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0690181
Nov 19 16:09:25.704519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852814171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793675237'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.775268 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-2ef6122f-e795-440c-9696-bc245daa5648 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1057336
Nov 19 16:09:25.807675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-90faaa6f-28af-45f5-8d3f-4b3b7fe07e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:25.850447 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce1842f-426b-44b4-921c-1e9a8b504fe1,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:25.867022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:25.914851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:25.915614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2afe4f-704d-4ea1-900a-5f84f3bc33b3 None None] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:09:25.924882 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-519c8b6e-0258-4eb6-b27d-a777ed6e4e05 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ce1842f-426b-44b4-921c-1e9a8b504fe1 HTTP/1.1" status: 204  len: 168 time: 0.9906011
Nov 19 16:09:25.925178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33886) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:25.946797 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-646e7c4a-ca20-4937-a2ea-d42d34005e8e service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660998
Nov 19 16:09:26.061297 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.136944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Deleting port 7d1037a1-20e5-497b-af92-9d9e940f6da8 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:26.137280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.145617 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a50175-5606-486f-8ab8-f0d6d356801a req-28d522a2-5a0b-4ea0-bcc9-cc78318c791c service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919215
Nov 19 16:09:26.213011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] DHCP port deletion for f708ef6b-caec-489c-8b9c-7880d4f5f049 request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:09:26.217531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Deleting port 7d1037a1-20e5-497b-af92-9d9e940f6da8 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:26.218029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.376568 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] For port 7d1037a1-20e5-497b-af92-9d9e940f6da8, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=7d1037a1-20e5-497b-af92-9d9e940f6da8,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:26.377177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.438344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] For port 7d1037a1-20e5-497b-af92-9d9e940f6da8, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=7d1037a1-20e5-497b-af92-9d9e940f6da8,segment=NetworkSegment(a4f088d8-69d2-4823-b19b-3ddd4579ff94),segment_id=a4f088d8-69d2-4823-b19b-3ddd4579ff94)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:26.438727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.519995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Calling delete_port for 7d1037a1-20e5-497b-af92-9d9e940f6da8 owned by network:dhcp {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:26.579670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Calling delete_port for 7d1037a1-20e5-497b-af92-9d9e940f6da8 owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:26.635566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:26.652010 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:09:26.652223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a5a3ee9d-c309-4a3d-807e-a3f7307b7b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:26.652479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:09:26.751400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1037a1-20e5-497b-af92-9d9e940f6da8,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:26.754080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:26.798801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] No DVR routers for this DVR port 7d1037a1-20e5-497b-af92-9d9e940f6da8 on host dv-cinder-763306-3-iscsi {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:09:26.932440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:27.053047 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575f98a278>,) {'filters': {'network_id': ['f708ef6b-caec-489c-8b9c-7880d4f5f049']}} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:27.067810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f98a278>, 'a4f088d8-69d2-4823-b19b-3ddd4579ff94') {'for_net_delete': True} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:27.068252 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575f98a278>, 'a4f088d8-69d2-4823-b19b-3ddd4579ff94') {} {{(pid=80426) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:27.083312 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036793716827'] for segment, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:27.154114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Deleting port 7d1037a1-20e5-497b-af92-9d9e940f6da8 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:27.154553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:27.161627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:27.164947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:09:27.223887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-43129826-6e4d-40f7-b003-ffc36d9b8c90 None None] The port '7d1037a1-20e5-497b-af92-9d9e940f6da8' was deleted {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:09:27.289682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 7d1037a1-20e5-497b-af92-9d9e940f6da8 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:27.327578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 7d1037a1-20e5-497b-af92-9d9e940f6da8 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:09:27.327906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 7d1037a1-20e5-497b-af92-9d9e940f6da8 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:09:27.365789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:09:27.375140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1958663'] for segment, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:27.809750 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Network f708ef6b-caec-489c-8b9c-7880d4f5f049 has no segments {{(pid=80426) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:09:27.834521 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:09:28.047432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.051118 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6ac6041b-ef58-4ae7-b8a4-93a66ae3b9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:28.066318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.081228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f708ef6b-caec-489c-8b9c-7880d4f5f049,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:28.084764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:28.132983 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-093ed985-cbaa-43a4-bd17-b3d9a572cb4c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f708ef6b-caec-489c-8b9c-7880d4f5f049 HTTP/1.1" status: 204  len: 168 time: 2.2062654
Nov 19 16:09:28.409377 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33966) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:28.461655 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-402aa58c-fa0e-4a91-a386-3c613e38d2a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdada4749c3545b98b4f1c0e67721132&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0508912
Nov 19 16:09:28.463957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 33970) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:28.525834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.555472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.635467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.640832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0650c7c6-49b2-4888-886c-8c6d30c4b53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:28.654737 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e4969-8173-49d1-a5e1-eb385200b96c,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:28.657783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:28.664121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:28.665348 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f7b3133e-b3af-4834-9ded-939148db5715 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/550e4969-8173-49d1-a5e1-eb385200b96c HTTP/1.1" status: 204  len: 168 time: 0.2004337
Nov 19 16:09:32.766905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dbbbee27-edf9-41a5-90a8-dfd3d1a315a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:35.286866 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cc5c7213-2f49-4dc4-9bfb-f1c635a4d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:35.823616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:36.509368 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:37.058306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:38.674652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353aae-2702-4f97-bc1a-fe0e13cbe3a4 req-bbc5cfbe-2132-414b-a0c3-0b982d45bb1a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:38.676310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b353aae-2702-4f97-bc1a-fe0e13cbe3a4 req-bbc5cfbe-2132-414b-a0c3-0b982d45bb1a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.0888336
Nov 19 16:09:38.729690 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7b353aae-2702-4f97-bc1a-fe0e13cbe3a4 req-f48698fc-f815-4545-bfe8-f5e518315818 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0449259
Nov 19 16:09:38.916515 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:09:39.953796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f7d36-3176-462a-8c10-309101c2eaf5 req-4b128492-4a07-4408-a32b-92a877e2069b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:39.955404 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c96f7d36-3176-462a-8c10-309101c2eaf5 req-4b128492-4a07-4408-a32b-92a877e2069b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.0844071
Nov 19 16:09:40.004233 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c96f7d36-3176-462a-8c10-309101c2eaf5 req-0bfde7d4-0ad4-4a3d-8859-5d4566d47e5c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420086
Nov 19 16:09:40.393443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-d793f5dc-ddb2-48e8-afe1-c53dfb6728ff tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:40.395068 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-d793f5dc-ddb2-48e8-afe1-c53dfb6728ff tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 945 time: 0.0847325
Nov 19 16:09:40.475266 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port 1d42bc44-3e13-4464-8826-8ea22a0bf080 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:40.475707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:40.631561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1d42bc44-3e13-4464-8826-8ea22a0bf080 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:40.741731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:40.747253 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:40.916931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:40.946070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:40.956344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:40.994921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:40.997862 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:41.029759 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'code': 200}
Nov 19 16:09:41.060249 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:41.060879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:41.061321 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 9908bda7-6ad6-4aa1-aabc-63458b80a2cc disassociated. External IP: 172.27.2.2, port: 1d42bc44-3e13-4464-8826-8ea22a0bf080.
Nov 19 16:09:41.061805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for 1d42bc44-3e13-4464-8826-8ea22a0bf080 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:41.068572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:41.072086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:41.184156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:09:41.184443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:09:41.232830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f405bdc-7748-40ec-8df8-5a4bf0223884 req-fe8f988a-d5e8-4925-9430-7ae4f79e72cc tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:41.234547 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1f405bdc-7748-40ec-8df8-5a4bf0223884 req-fe8f988a-d5e8-4925-9430-7ae4f79e72cc tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 943 time: 0.0876038
Nov 19 16:09:41.284714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1f405bdc-7748-40ec-8df8-5a4bf0223884 req-f4e7c7ef-11ce-4975-b98e-37843cee0d05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433145
Nov 19 16:09:41.685330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port 1d42bc44-3e13-4464-8826-8ea22a0bf080 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:41.685922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:41.949038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] For port 1d42bc44-3e13-4464-8826-8ea22a0bf080, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1d42bc44-3e13-4464-8826-8ea22a0bf080,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:41.949432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:42.243170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:42.243741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:42.243906 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 9908bda7-6ad6-4aa1-aabc-63458b80a2cc disassociated. External IP: 172.27.2.2, port: 1d42bc44-3e13-4464-8826-8ea22a0bf080.
Nov 19 16:09:42.244283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for 1d42bc44-3e13-4464-8826-8ea22a0bf080 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:42.516170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e44044f9-d644-434f-8a37-787a875032b3 req-2c0482fa-2e34-40b9-980d-8c0848b4bca4 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0463762
Nov 19 16:09:42.526789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:42.544014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-492c8262-4989-4271-a3fe-59fba8945f98 tempest-VolumesSnapshotTestJSON-956315592 tempest-VolumesSnapshotTestJSON-956315592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:42.637798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=1d42bc44-3e13-4464-8826-8ea22a0bf080,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:42.663077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.663437 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.663849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.664256 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.664658 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.665057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.665485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.665904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.666270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.666663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.667056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.667448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.667935 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.668330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.668724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.669330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.669536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.669930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.670298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.670693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.671084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.671483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.671882 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.672272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:42.677672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:42.953156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:09:43.164148 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:09:43.174909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:09:43.188684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:43.189493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576bb572e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:43.204605 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] No DVR routers for this DVR port 1d42bc44-3e13-4464-8826-8ea22a0bf080 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:09:43.207092 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:43.211427 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-deleted', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:43.270647 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c897f813-bf1d-4398-86ce-baf5e4d507ea req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "DELETE /v2.0/ports/1d42bc44-3e13-4464-8826-8ea22a0bf080 HTTP/1.1" status: 204  len: 173 time: 2.8692591
Nov 19 16:09:43.299788 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8baa09e-b218-4900-a7f1-c2f16f733129', 'name': 'network-vif-deleted', 'tag': '1d42bc44-3e13-4464-8826-8ea22a0bf080', 'status': 'completed', 'code': 200}
Nov 19 16:09:43.532080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:43.738114 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7022f19e-c234-4015-9dad-06bd2c41af1a req-b5474958-6dba-461c-9b98-200af2e7604e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=d8baa09e-b218-4900-a7f1-c2f16f733129 HTTP/1.1" status: 200  len: 210 time: 0.0868695
Nov 19 16:09:43.871784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576bb572e8>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:43.876096 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:09:43.887700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:43.888344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576bb572e8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:44.089930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:44.431343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576bb572e8>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:44.435786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df97fe-0602-47f0-a6cd-341f3c745cf7 None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:09:44.799697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87bdae2-2c8b-4d71-a906-2fe166088b2e None None] New status for floating IP 9908bda7-6ad6-4aa1-aabc-63458b80a2cc: DOWN {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:09:45.157150 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-03cfeb80-bb70-4758-81b5-7dcf224c4f4a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-297334125&fields=id&tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 267 time: 0.0493414
Nov 19 16:09:45.318503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-214fa6aa-cc9e-43c2-b236-0849f21bf30a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:45.320087 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-214fa6aa-cc9e-43c2-b236-0849f21bf30a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.1551402
Nov 19 16:09:45.337361 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-2520433f-ad48-4928-83bf-e352be2a62d6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/quotas/ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 375 time: 0.0113142
Nov 19 16:09:45.424372 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-53a86096-db0f-49ca-90c4-5a7676954b44 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0817132
Nov 19 16:09:45.574834 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-ac0a99ee-b54e-4b85-98e1-c91885844d6d service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381876
Nov 19 16:09:45.727184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-2855d26c-af3f-4338-89dc-44b5ec8fbdce service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445985
Nov 19 16:09:46.107569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34114) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:46.266025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:46.350730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:46.365001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Usage tracker for resource:security_group_rule and tenant:03a54a43fed5419c8f43d71b9afd1253 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:46.370458 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-045f1357-c337-4606-8658-2896c7b5bfd6 req-4d13e9aa-6303-4bfd-990c-341acc25c57f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 210 time: 0.0709538
Nov 19 16:09:46.373699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:46.381445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:46.598609 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:46.629200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:46.637753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-064099e0-552c-4b36-a1c4-52b9c806ffd8 tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:46.680213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737d2af2-4798-4bb6-8415-1204ee024324,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:46.683793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:46.686678 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e2f2a2e7-b295-4c44-b5d1-c245420970ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03a54a43fed5419c8f43d71b9afd1253&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5780196
Nov 19 16:09:46.689703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34136) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:46.987713 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:47.016114 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:47.081292 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:47.086754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6c8502d7-4e4e-42b9-8b27-001397a3e709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:47.101173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d2af2-4798-4bb6-8415-1204ee024324,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:47.104042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:47.105494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:47.110487 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/737d2af2-4798-4bb6-8415-1204ee024324 HTTP/1.1" status: 204  len: 168 time: 0.4159975
Nov 19 16:09:47.557576 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8167ca24-f098-44ea-bb98-b9b18a2e2a60 req-ee9a276b-e7e4-471a-a1bd-ffb21599e0f0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 210 time: 0.0467038
Nov 19 16:09:48.156808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-7fc0743c-befb-4381-8106-91de90ee8b75 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:48.159197 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-7fc0743c-befb-4381-8106-91de90ee8b75 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.1655881
Nov 19 16:09:48.257709 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-29d8ab7d-77b0-4bf0-9cd4-1fdfe0b369dd tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 5085 time: 0.0710661
Nov 19 16:09:48.268349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'port': {'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'admin_state_up': True, 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'security_groups': ['7a29dff7-3cc5-429b-8f31-56edce8d82f0']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:09:48.418646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:48.423071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:port and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:48.426274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for port was recalculated. Used quota:3. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:48.432173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:48.486340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Made reservation on behalf of ab5f28d98e7f417abce658b3c9dbaaf9 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:09:48.492121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:48.808649 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1e4715cd-fa1c-4378-be03-6c00988f1f3f req-1cbb8fb5-ac24-4432-a55f-226c816f7d30 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 210 time: 0.0888898
Nov 19 16:09:48.837015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.20.0.6 (af31d0f6-1433-41bc-949e-0ba6d0831843/8704b3c8-1621-45c5-9a91-19ade849752b/036e9802-cdb5-479f-8e0f-25d172dc2142) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:09:49.094991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:49.112314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Transition to ACTIVE for port object 036e9802-cdb5-479f-8e0f-25d172dc2142 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:09:49.172975 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:49.196600 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1af72f5c-3e7e-4b4c-ab4a-21d43821cad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:49.339171 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=036e9802-cdb5-479f-8e0f-25d172dc2142,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:49.342381 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:49.397722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:09:49.398898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:09:49.401375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:09:49.469093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:49.469941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:49.538590 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2752788
Nov 19 16:09:49.558306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Request body: {'port': {'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:09:49.703752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:49.731634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9d82eb47-c0c7-491b-86f3-24c7b315fa35 None None] Provisioning for port 036e9802-cdb5-479f-8e0f-25d172dc2142 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:09:49.747798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-9d82eb47-c0c7-491b-86f3-24c7b315fa35 None None] Provisioning complete for port 036e9802-cdb5-479f-8e0f-25d172dc2142 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:09:49.748484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9d82eb47-c0c7-491b-86f3-24c7b315fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:49.817425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-9d82eb47-c0c7-491b-86f3-24c7b315fa35 None None] Port 036e9802-cdb5-479f-8e0f-25d172dc2142 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:09:50.096370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f6ab9-0df6-4aec-9a59-02ec8a3dd75e req-371869db-6de0-42eb-9928-c6079cf8f78b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:50.098527 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-554f6ab9-0df6-4aec-9a59-02ec8a3dd75e req-371869db-6de0-42eb-9928-c6079cf8f78b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 931 time: 0.1480644
Nov 19 16:09:50.154811 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-554f6ab9-0df6-4aec-9a59-02ec8a3dd75e req-a24e0c35-9fdb-468c-890d-5c2850c80b1a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493126
Nov 19 16:09:50.203064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036e9802-cdb5-479f-8e0f-25d172dc2142 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:09:50.210904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:50.228102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Transition to ACTIVE for port object 036e9802-cdb5-479f-8e0f-25d172dc2142 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:09:50.269885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:50.358223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8fcea01b-4655-415e-9ca5-38f2119e2136 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:50.457784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=036e9802-cdb5-479f-8e0f-25d172dc2142,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:50.460918 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:50.640353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Attempting to bind port 036e9802-cdb5-479f-8e0f-25d172dc2142 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:09:50.640732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Attempting to bind port 036e9802-cdb5-479f-8e0f-25d172dc2142 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:09:50.641106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Attempting to bind port 036e9802-cdb5-479f-8e0f-25d172dc2142 on network af31d0f6-1433-41bc-949e-0ba6d0831843 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:09:50.648221 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:09:50.648597 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:09:50.649006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:50.649403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Bound using segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:09:50.649941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Bound port: 036e9802-cdb5-479f-8e0f-25d172dc2142, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:09:50.650317 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:50.746032 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] For port 036e9802-cdb5-479f-8e0f-25d172dc2142, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:09:50.749810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] For port 036e9802-cdb5-479f-8e0f-25d172dc2142, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=036e9802-cdb5-479f-8e0f-25d172dc2142,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:09:50.801863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:50.817400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a0a96b2d-426d-4e39-a8f9-c60e3573490c tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:50.964615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=036e9802-cdb5-479f-8e0f-25d172dc2142,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:50.969991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:51.003405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:51.004883 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] 10.222.0.40 "PUT /v2.0/ports/036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 1157 time: 1.4527643
Nov 19 16:09:51.005414 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:51.070545 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'status': 'completed', 'code': 200}
Nov 19 16:09:51.170506 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-11711891-5f0f-40cf-905d-7661db205c2b service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1160 time: 0.0783391
Nov 19 16:09:51.255722 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-4159233c-d60c-4eba-a698-269d8f27ccc5 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 217 time: 0.0719051
Nov 19 16:09:51.327956 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-2521c238-683f-47ba-bcf7-5db234118fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:51.329626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-2521c238-683f-47ba-bcf7-5db234118fd0 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0681508
Nov 19 16:09:51.395326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e29b8-ba85-4eb2-bf88-4dfad4e92fdb req-052401f6-0a7b-4d35-b5a7-db496d14be01 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:51.397279 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-305e29b8-ba85-4eb2-bf88-4dfad4e92fdb req-052401f6-0a7b-4d35-b5a7-db496d14be01 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0957112
Nov 19 16:09:51.427755 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-65865939-8a8e-46ea-8883-4f63671fb10b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898931
Nov 19 16:09:51.473550 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-305e29b8-ba85-4eb2-bf88-4dfad4e92fdb req-7840754a-4150-4d3e-8fbe-91f6ecf2ccde tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0693085
Nov 19 16:09:51.599762 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-874d952b-266e-44b0-ae30-2b31ad6c7f50 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652265
Nov 19 16:09:51.758245 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b69f91d1-bbcc-428a-8653-1a785bf76d4a req-1c38632c-148c-43b3-be9d-bbaeb35fa8e5 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525328
Nov 19 16:09:51.977270 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-b70a9c89-95ba-42ab-b1c9-317998bafede service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1160 time: 0.0783901
Nov 19 16:09:52.125066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-a9ef40ed-552e-47f3-8e72-43a95d4de0f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:52.126702 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-a9ef40ed-552e-47f3-8e72-43a95d4de0f5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1418800
Nov 19 16:09:52.205047 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-05db9715-3656-42a7-a262-ba373ff1f06d service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 217 time: 0.0705066
Nov 19 16:09:52.275443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-5051078f-826f-4677-8f86-0e55fd61cebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:52.277043 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-5051078f-826f-4677-8f86-0e55fd61cebf service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0650599
Nov 19 16:09:52.362462 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-ba242999-308f-4313-b566-e0c8be49264d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783064
Nov 19 16:09:52.387138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1adc-b307-416e-a04e-dcf2eac24566 req-77c34c21-8e9b-4ab4-b65a-5be8fbce863d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:52.388770 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5afe1adc-b307-416e-a04e-dcf2eac24566 req-77c34c21-8e9b-4ab4-b65a-5be8fbce863d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.0846791
Nov 19 16:09:52.438390 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5afe1adc-b307-416e-a04e-dcf2eac24566 req-8009ee10-8728-4121-8c22-76ece656cfe4 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430319
Nov 19 16:09:52.509214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-47301957-96da-47eb-a260-b629d56578dd service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394460
Nov 19 16:09:52.655208 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-53ba09f6-6329-49d0-8c3d-5004086eff8a req-e4827124-e3f7-48b8-ad95-63d89e1e964f service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390316
Nov 19 16:09:52.693172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e9dc6-fb1e-46ed-9b57-e3e77e1bd588 req-81681e13-901d-400b-a9f2-5eebaddf2dd6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:52.694841 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b75e9dc6-fb1e-46ed-9b57-e3e77e1bd588 req-81681e13-901d-400b-a9f2-5eebaddf2dd6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0885446
Nov 19 16:09:52.743540 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b75e9dc6-fb1e-46ed-9b57-e3e77e1bd588 req-772f4f71-219f-4649-969e-6d1f372dd488 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0423555
Nov 19 16:09:53.328197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34244) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:53.655696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfbf9-9ef3-4a00-b173-5fc5a4b747db req-107e421c-b958-45cf-96a0-e0c5668ba679 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:53.657298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-431bfbf9-9ef3-4a00-b173-5fc5a4b747db req-107e421c-b958-45cf-96a0-e0c5668ba679 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.0864499
Nov 19 16:09:53.700773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:53.713519 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-431bfbf9-9ef3-4a00-b173-5fc5a4b747db req-77676706-b396-4cf5-b860-cbdcf3942766 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490303
Nov 19 16:09:53.736355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:53.741811 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Usage tracker for resource:security_group_rule and tenant:512f868e02fd43d289a0e894bdef1171 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:53.744889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:53.751119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:53.824119 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:53.857443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:53.866174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5be63621-e424-48ef-b032-21da16eed664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:53.909522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65b257e-5865-4195-aa2b-4820fbff77ef,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:53.914445 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=512f868e02fd43d289a0e894bdef1171&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5851429
Nov 19 16:09:53.915464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:53.917038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34254) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:53.958109 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec4584-c31c-4808-8d02-06dd7072d8da req-0283dde6-88ff-4efe-a1f4-21cc168f1185 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:53.959653 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-deec4584-c31c-4808-8d02-06dd7072d8da req-0283dde6-88ff-4efe-a1f4-21cc168f1185 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0875275
Nov 19 16:09:53.981228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.009664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.010739 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-deec4584-c31c-4808-8d02-06dd7072d8da req-66e6988d-deec-402d-9c86-019eeabcc251 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0446377
Nov 19 16:09:54.159978 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.166671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-75cd94f9-9139-4acb-b4cf-a5901b081305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:54.181251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65b257e-5865-4195-aa2b-4820fbff77ef,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:54.183836 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:54.195241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.196472 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9a5ec104-20b1-43e7-9d28-7204da40cbda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f65b257e-5865-4195-aa2b-4820fbff77ef HTTP/1.1" status: 204  len: 168 time: 0.2784755
Nov 19 16:09:54.220052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-c6ca9fbd-3345-4e89-bb76-ffee1a95ea5d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:54.221401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-c6ca9fbd-3345-4e89-bb76-ffee1a95ea5d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Synchronizing usage tracker for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:09:54.262370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-c6ca9fbd-3345-4e89-bb76-ffee1a95ea5d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Unset dirty status for tenant:5fbc35e960854e32a5196d1abff8c1fe on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:09:54.263637 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-c6ca9fbd-3345-4e89-bb76-ffee1a95ea5d tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.1601691
Nov 19 16:09:54.341874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port 1ea5bb08-c74b-4559-a326-0598016a70ae {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:54.342370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.597916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1ea5bb08-c74b-4559-a326-0598016a70ae,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:54.598361 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.735315 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34262) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:54.754976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.787849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 1ea5bb08-c74b-4559-a326-0598016a70ae no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:09:54.789949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:09:54.795413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Usage tracker for resource:security_group_rule and tenant:26af14e02cac458cb2efc4310a53175d is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:09:54.798807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:09:54.805529 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:09:54.912664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.913086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.913442 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Floating IP 5b7c57a2-4242-4dba-8405-5fe5e91a1017 disassociated. External IP: 172.27.2.226, port: 1ea5bb08-c74b-4559-a326-0598016a70ae.
Nov 19 16:09:54.913890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for 1ea5bb08-c74b-4559-a326-0598016a70ae owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:54.926583 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.928052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.955031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:54.967875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1ea5bb08-c74b-4559-a326-0598016a70ae,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:54.975513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2e35f-8303-4ce6-8e5d-d2bd96f70468 req-f69aac2e-6b7f-4e1c-b4c8-cdbe8417e4ce tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:54.977387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84c2e35f-8303-4ce6-8e5d-d2bd96f70468 req-f69aac2e-6b7f-4e1c-b4c8-cdbe8417e4ce tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 945 time: 0.1062589
Nov 19 16:09:54.981343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:54.988372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-83bdacb3-c314-45b9-8cc7-601ee89679ea tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:55.000578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.003453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:55.035448 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'code': 200}
Nov 19 16:09:55.069898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac7d4d-1599-48dd-b28d-d4ec81c14ad1,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:55.083060 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-84c2e35f-8303-4ce6-8e5d-d2bd96f70468 req-09ac50c5-330c-48cc-8b2d-aef3a11a5691 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965588
Nov 19 16:09:55.085294 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26af14e02cac458cb2efc4310a53175d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3489060
Nov 19 16:09:55.087431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.088031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.088451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.088687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34272) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:55.088857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.089245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.089676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.090080 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.090486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.090907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.091306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.091703 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.092115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.092793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.092983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.093339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.093756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.094152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.094553 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.094945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.095340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.095634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:55.095874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.096128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.096520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.096910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.102206 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:55.104851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80425) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:09:55.105294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:09:55.114123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.114522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.114905 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.115283 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.115657 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.116025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.116505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.116873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.117335 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.117801 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.118083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.118612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.119066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.119435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.119796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.120157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.120517 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.120877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.121239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.121630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.121999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.122385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.122745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.123363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:09:55.128951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:55.129704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.188078 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.217416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.235400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56943be-77b0-41c5-b751-49e65bab7744 req-9a179118-bc9c-49da-8317-10bf54597993 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:55.237575 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d56943be-77b0-41c5-b751-49e65bab7744 req-9a179118-bc9c-49da-8317-10bf54597993 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0893469
Nov 19 16:09:55.288286 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d56943be-77b0-41c5-b751-49e65bab7744 req-a50e79fd-6a98-48da-8e09-02a82f5cb5da tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441401
Nov 19 16:09:55.326205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.330814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6a2b049d-3a2d-4673-bd23-e7a1dae24a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:55.344564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac7d4d-1599-48dd-b28d-d4ec81c14ad1,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:55.347924 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:55.385995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.387239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-3f50816f-29df-43ee-b942-14a21ea51ee4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aac7d4d-1599-48dd-b28d-d4ec81c14ad1 HTTP/1.1" status: 204  len: 168 time: 0.2964149
Nov 19 16:09:55.606758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port 1ea5bb08-c74b-4559-a326-0598016a70ae {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:55.607170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:55.876356 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] For port 1ea5bb08-c74b-4559-a326-0598016a70ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1ea5bb08-c74b-4559-a326-0598016a70ae,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:55.876761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:56.188769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:56.189260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:56.189779 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Floating IP 5b7c57a2-4242-4dba-8405-5fe5e91a1017 disassociated. External IP: 172.27.2.226, port: 1ea5bb08-c74b-4559-a326-0598016a70ae.
Nov 19 16:09:56.190232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for 1ea5bb08-c74b-4559-a326-0598016a70ae owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:56.348998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3494b-14c3-4f47-8342-257610bb7e9f req-9a56a4f2-5fd1-4ec2-978a-dacac2749acc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:56.353364 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6ad3494b-14c3-4f47-8342-257610bb7e9f req-9a56a4f2-5fd1-4ec2-978a-dacac2749acc tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 865 time: 0.1003139
Nov 19 16:09:56.371854 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:56.388045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:56.410157 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6ad3494b-14c3-4f47-8342-257610bb7e9f req-c0b33143-c3ee-40a2-a02a-ccfd0a960cc6 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups?id=3799b92c-3644-41ee-a8f0-38641effa77d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526745
Nov 19 16:09:56.445872 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'Port': ['ID=1ea5bb08-c74b-4559-a326-0598016a70ae,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:56.448699 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:56.511134 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b36b-5039-4f73-b1ab-8273edeffad7 req-465f0875-3000-41d5-82a7-728a0acfa414 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:56.512771 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8b5b36b-5039-4f73-b1ab-8273edeffad7 req-465f0875-3000-41d5-82a7-728a0acfa414 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0920024
Nov 19 16:09:56.565664 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8b5b36b-5039-4f73-b1ab-8273edeffad7 req-8b8a62a3-059e-492e-b0d4-1623260a35ff tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0447657
Nov 19 16:09:56.793542 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:09:57.013020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:09:57.040514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:09:57.040514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:57.040514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764625ba8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:57.054653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] No DVR routers for this DVR port 1ea5bb08-c74b-4559-a326-0598016a70ae on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:09:57.056945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:57.061262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-deleted', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:57.075055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ac28f3d-4a66-428a-b88b-aa9f59207e10 req-fd372cfd-5f83-4200-a9b5-cc901ef6ba6e tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.40 "DELETE /v2.0/ports/1ea5bb08-c74b-4559-a326-0598016a70ae HTTP/1.1" status: 204  len: 173 time: 2.8060718
Nov 19 16:09:57.134307 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e32377-2c15-4993-b4fd-e8086bdddf4e', 'name': 'network-vif-deleted', 'tag': '1ea5bb08-c74b-4559-a326-0598016a70ae', 'status': 'completed', 'code': 200}
Nov 19 16:09:57.244255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:57.603886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d6f3ab63-8af3-492e-9f5c-4070f1f3c9a4 req-f9a9608a-25a1-4b20-8152-aa37a6722939 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/ports?device_id=28e32377-2c15-4993-b4fd-e8086bdddf4e HTTP/1.1" status: 200  len: 210 time: 0.0472586
Nov 19 16:09:57.734776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764625ba8>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:57.739236 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:09:57.751088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:09:57.753803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764625ba8>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:09:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:57.799432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc444f06-acfd-4ab7-bf75-aa542f39336d req-c6116f42-1d57-4c7f-9a76-4e652837fd9f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:57.801171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bc444f06-acfd-4ab7-bf75-aa542f39336d req-c6116f42-1d57-4c7f-9a76-4e652837fd9f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.1026237
Nov 19 16:09:57.854180 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bc444f06-acfd-4ab7-bf75-aa542f39336d req-8c92a813-9f87-4c7b-85e6-f8a225d2d3ed tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454273
Nov 19 16:09:57.949323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:09:58.273057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764625ba8>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:09:58.277204 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d0f29-3d80-424c-8929-b2670a5bebb3 None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:04:40Z', 'revision_number': 4, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce', 'name': '', 'network_id': '695d4a35-2ad9-4671-9ece-ebdea23f2d3c', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'mac_address': 'fa:16:3e:34:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:38Z', 'updated_at': '2020-11-19T16:04:48Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'subnets': [{'id': 'e1afab26-a7cb-4be8-8ce7-b2c0b5f26973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:09:58.664160 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41383e4-82dd-404e-b404-3b15dc02b4bb None None] New status for floating IP 5b7c57a2-4242-4dba-8405-5fe5e91a1017: DOWN {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:09:58.796034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34326) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:58.869242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:58.904537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:58.983007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:58.988940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-eeb5c9f2-51a3-4a02-92f5-97ef3346f4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:59.006432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799b92c-3644-41ee-a8f0-38641effa77d,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:59.009174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:59.039954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.043581 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d6ebafcb-a72f-4bc2-8cb9-8b29a81c1b5b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "DELETE /v2.0/security-groups/3799b92c-3644-41ee-a8f0-38641effa77d HTTP/1.1" status: 204  len: 168 time: 0.2441034
Nov 19 16:09:59.044885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34334) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:59.061589 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.api.v2.resource [None req-684d3b02-1a63-4c1e-9ad4-a174b93a1789 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] show failed (client error): The resource could not be found.
Nov 19 16:09:59.062809 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-684d3b02-1a63-4c1e-9ad4-a174b93a1789 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "GET /v2.0/security-groups/3799b92c-3644-41ee-a8f0-38641effa77d HTTP/1.1" status: 404  len: 347 time: 0.0174248
Nov 19 16:09:59.075321 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef244f5-2d63-42f3-b794-74afa9b5b806 req-328e9374-0f6b-43fb-8707-d6c41cd299c7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:09:59.075937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34338) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:09:59.076937 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fef244f5-2d63-42f3-b794-74afa9b5b806 req-328e9374-0f6b-43fb-8707-d6c41cd299c7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 943 time: 0.0875969
Nov 19 16:09:59.129170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fef244f5-2d63-42f3-b794-74afa9b5b806 req-8370857c-e117-4b08-aac6-115229e35b7a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0448716
Nov 19 16:09:59.242705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Deleting port d5479419-06e8-44a4-9a7f-d686a78032f1 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:09:59.243083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.268751 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 036e9802-cdb5-479f-8e0f-25d172dc2142 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:09:59.371425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 036e9802-cdb5-479f-8e0f-25d172dc2142 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:09:59.378858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 036e9802-cdb5-479f-8e0f-25d172dc2142 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:09:59.379823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.430355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.431023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.506163 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.535102 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:09:59.545842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 036e9802-cdb5-479f-8e0f-25d172dc2142, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=036e9802-cdb5-479f-8e0f-25d172dc2142,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:09:59.565138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Calling delete_port for d5479419-06e8-44a4-9a7f-d686a78032f1 owned by network:floatingip {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:09:59.577397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.579461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:09:59.618120 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'code': 200}
Nov 19 16:09:59.653383 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=036e9802-cdb5-479f-8e0f-25d172dc2142,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:09:59.656654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:09:59.738067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:09:59.754991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:00.140615 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Pushing event deleted for resources: {'Port': ['ID=d5479419-06e8-44a4-9a7f-d686a78032f1,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:00.151483 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:00.233381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9034595-6ec5-4253-800c-2577b3ccbad2 req-65afbb49-9f85-4b61-a2db-f74f71664790 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.1561978
Nov 19 16:10:00.331325 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks [] for floatingip, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:00.338206 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9034595-6ec5-4253-800c-2577b3ccbad2 req-c49dbe6d-74d9-492c-a6a4-51bcba421cee service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0696142
Nov 19 16:10:00.349968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:00.351184 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d12e11ed-915b-410d-94f4-4b8f9e61df85 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] 10.222.0.43 "DELETE /v2.0/floatingips/5b7c57a2-4242-4dba-8405-5fe5e91a1017 HTTP/1.1" status: 204  len: 168 time: 1.2742479
Nov 19 16:10:00.358687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd0c9-4109-4b4b-a4c5-10daf31a4894 req-32971f83-0f77-4cd8-8dc2-203e82cba3f7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:00.360321 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b6abd0c9-4109-4b4b-a4c5-10daf31a4894 req-32971f83-0f77-4cd8-8dc2-203e82cba3f7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.0908494
Nov 19 16:10:00.411878 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b6abd0c9-4109-4b4b-a4c5-10daf31a4894 req-4a7f3521-fac6-438f-833e-b0e8870d369f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0450239
Nov 19 16:10:00.995613 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 036e9802-cdb5-479f-8e0f-25d172dc2142 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:10:01.066617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 036e9802-cdb5-479f-8e0f-25d172dc2142 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:10:01.067035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:01.624807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eecde-8d1f-4baf-969e-2ded2b80a3c2 req-502cd084-e022-4a84-a3a3-7b683ebbc8cf tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:01.626488 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe3eecde-8d1f-4baf-969e-2ded2b80a3c2 req-502cd084-e022-4a84-a3a3-7b683ebbc8cf tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.0830877
Nov 19 16:10:01.680697 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe3eecde-8d1f-4baf-969e-2ded2b80a3c2 req-af56b625-18cb-4326-85e8-e360233fd897 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0473685
Nov 19 16:10:01.911949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97866324-43cc-45b8-92a4-a8c43d3eed47 req-ee3afcd1-634b-467c-8ec5-87e8553a61f5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:01.913622 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-97866324-43cc-45b8-92a4-a8c43d3eed47 req-ee3afcd1-634b-467c-8ec5-87e8553a61f5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.0891089
Nov 19 16:10:01.965274 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-97866324-43cc-45b8-92a4-a8c43d3eed47 req-e3057dda-a3d4-44bc-b65d-1b9841aa2b2d tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0451219
Nov 19 16:10:02.181271 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37912785-c975-4e12-b7f1-2bb846942d98 req-a0ccbab2-0544-4781-bcc6-b1b24fab9e42 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1621325
Nov 19 16:10:02.192514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:10:02.198244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:02.208632 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:02.269306 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:02.417336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:02.692451 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.27.2.143 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/ae713ed5-4cdd-429b-b5bc-4c7adbea246f) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:10:02.748666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-565dab78-0a75-4540-b709-3cadffaa07e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:02.846694 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:02.903064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:02.918111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f6b54ecf-4bf9-4c29-8d49-d0617b73e04d tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:03.051385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=ae713ed5-4cdd-429b-b5bc-4c7adbea246f,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:03.054850 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:03.115813 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:10:03.117107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:10:03.119516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:10:03.441606 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:03.535095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:03.805789 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:03.840064 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:03.864927 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c439194e-00d8-401a-9b3c-917f9e843e44 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:03.997669 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=ae713ed5-4cdd-429b-b5bc-4c7adbea246f,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:04.001071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:04.113950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:04.182909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:04.184277 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37912785-c975-4e12-b7f1-2bb846942d98 req-de538adc-575f-4682-998f-4ccece1b29de tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9967344
Nov 19 16:10:04.271406 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-37912785-c975-4e12-b7f1-2bb846942d98 req-e33e2873-b912-42ff-9fe2-b2d36a82920c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:10:04.325337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-37912785-c975-4e12-b7f1-2bb846942d98 req-e33e2873-b912-42ff-9fe2-b2d36a82920c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:10:04.326716 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37912785-c975-4e12-b7f1-2bb846942d98 req-e33e2873-b912-42ff-9fe2-b2d36a82920c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.143 HTTP/1.1" status: 200  len: 696 time: 0.1356850
Nov 19 16:10:04.489759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37912785-c975-4e12-b7f1-2bb846942d98 req-4d9f9782-64ab-45fd-83a7-d7d73d4d83a2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:04.491231 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-37912785-c975-4e12-b7f1-2bb846942d98 req-4d9f9782-64ab-45fd-83a7-d7d73d4d83a2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1580560
Nov 19 16:10:04.617104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34406) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:04.690314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-54ac0375-005a-4feb-8597-fd1ae271b5b5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:04.692198 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-54ac0375-005a-4feb-8597-fd1ae271b5b5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0883913
Nov 19 16:10:04.782483 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-153e8a42-4003-48f2-8b61-c6d6107d727c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.143 HTTP/1.1" status: 200  len: 696 time: 0.0824456
Nov 19 16:10:04.793546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:10:04.873392 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.243820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.314823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c2aa-7892-44f4-8632-510eddc9ab4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.539763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.594310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.825760 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 1203ee68-8b88-487e-bd3e-3a6121f686a3 associated. External IP: 172.27.2.143, port: 036e9802-cdb5-479f-8e0f-25d172dc2142.
Nov 19 16:10:05.851566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:05.910202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Deleting port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:10:05.910591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:06.109681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] For port 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:10:06.110027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:06.243775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Calling delete_port for 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce owned by network:router_interface {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:10:06.297055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:10:06.485374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:06.503729 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8c99f39e-30f8-476f-8675-77078a3e0d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:06.506724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:10:06.511104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:06.514934 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:06.516659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:10:06.532001 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:10:06.532769 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57643a9588>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:10:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:06.576958 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-a8a44a20-9778-4026-a100-833da9a7405b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "PUT /v2.0/floatingips/1203ee68-8b88-487e-bd3e-3a6121f686a3 HTTP/1.1" status: 200  len: 996 time: 1.7875309
Nov 19 16:10:06.577530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:10:06.608689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:06.612478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:06.662857 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'status': 'completed', 'code': 200}
Nov 19 16:10:06.682749 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-261adcf8-9f91-4cd2-a0c6-f7d9dcc2a7ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.0839198
Nov 19 16:10:06.731202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:10:06.985009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:07.063346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:07.128693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-41ae478f-2565-4807-bdd1-210588da6411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:07.134052 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-41ae478f-2565-4807-bdd1-210588da6411 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.4441631
Nov 19 16:10:07.146641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57643a9588>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:05Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:07.150858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:10:07.162630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:10:07.163307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57643a9588>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:10:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:07.281924 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-7f3d8e37-b875-4219-b75b-f3c58d105d8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 999 time: 0.1442761
Nov 19 16:10:07.365360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-4e0f6469-5672-4876-a2fc-2353f3f11d38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:07.367308 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-4e0f6469-5672-4876-a2fc-2353f3f11d38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0784476
Nov 19 16:10:07.464226 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-75d7c587-85db-4ec2-92f5-ba4e35ee5741 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892525
Nov 19 16:10:07.524572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:10:07.618242 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-74fa2c77-8c0c-459d-a9d0-83adde1d5b42 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451192
Nov 19 16:10:07.767868 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e8bf8cc8-0970-4adb-bea4-9d3e9798cad8 req-38ab0ac1-dacf-40a6-883b-658db77ad50a service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417654
Nov 19 16:10:07.914228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57643a9588>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:05Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:07.920608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff6ed-5d2d-4b49-9ddd-a0a4228cba0c None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:05Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:10:08.049845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Router 0c9f95d5-d453-4464-ab3d-fa80640540a9 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:10:08.204041 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfaed4-3972-47ca-8336-43ec911843f4 None None] New status for floating IP 1203ee68-8b88-487e-bd3e-3a6121f686a3: ACTIVE {{(pid=80428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:10:08.273952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:10:08.285100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Sync routers for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:10:08.287501 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] 10.222.0.43 "PUT /v2.0/routers/0c9f95d5-d453-4464-ab3d-fa80640540a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6689560
Nov 19 16:10:08.291208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34428) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:08.299203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:10:08.299900 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576439bf60>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:10:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:08.496843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:10:08.509202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks [] for router, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:08.729353 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:08.771281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Deleting port 6df63b0d-9d7c-44ec-bbd6-15e852299472 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:10:08.771591 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:08.808565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576439bf60>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:10:06Z', 'revision_number': 5, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port': {'id': '6df63b0d-9d7c-44ec-bbd6-15e852299472', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:04:34Z', 'updated_at': '2020-11-19T16:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:08.812731 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Checking router: 0c9f95d5-d453-4464-ab3d-fa80640540a9 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:10:08.824554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Routers {'0c9f95d5-d453-4464-ab3d-fa80640540a9'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:10:08.825226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576439bf60>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:10:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0c9f95d5-d453-4464-ab3d-fa80640540a9'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:08.954867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] For port 6df63b0d-9d7c-44ec-bbd6-15e852299472, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=6df63b0d-9d7c-44ec-bbd6-15e852299472,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:10:08.955764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:08.984288 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] Set router 0c9f95d5-d453-4464-ab3d-fa80640540a9 gateway port host: None {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:10:09.085679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Calling delete_port for 6df63b0d-9d7c-44ec-bbd6-15e852299472 owned by network:router_gateway {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:10:09.096352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576439bf60>, [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 6, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port_host': None}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:09.100579 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee94879-6b77-4666-93e4-014923ef3aab None None] The sync data for ids ['0c9f95d5-d453-4464-ab3d-fa80640540a9'] in dv-cinder-763306-3-iscsi is: [{'id': '0c9f95d5-d453-4464-ab3d-fa80640540a9', 'name': 'tempest-AttachVolumeTestJSON-1705925178-router', 'tenant_id': '5fbc35e960854e32a5196d1abff8c1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:04:33Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 6, 'project_id': '5fbc35e960854e32a5196d1abff8c1fe', 'gw_port_host': None}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:10:09.234216 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-466537f0-1a4a-4936-86e1-281467d01e7a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.0819836
Nov 19 16:10:09.267569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:10:09.327835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:10:09.328203 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 474c5adb-4cb5-43d1-ad7e-ba0a5fdb65ce not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:10:09.394174 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665de208-4ba8-41c6-b887-3252ded8a960 req-96adb411-ee2f-42e6-a129-7c7b5ae3ed25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:09.394360 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:09.395825 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-96adb411-ee2f-42e6-a129-7c7b5ae3ed25 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1541636
Nov 19 16:10:09.408577 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:09.505087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df63b0d-9d7c-44ec-bbd6-15e852299472,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:09.512185 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-5be959ad-5215-4d8a-b07a-f516fd130c3f service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 1001 time: 0.1088998
Nov 19 16:10:09.515083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:09.583166 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665de208-4ba8-41c6-b887-3252ded8a960 req-370425f9-88e4-4d18-ac37-3698a3d37956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:10:09.584760 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-370425f9-88e4-4d18-ac37-3698a3d37956 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0661092
Nov 19 16:10:09.673331 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-911c63c3-c15f-477f-93c6-2361b3c79e5b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815415
Nov 19 16:10:09.779913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:09.820083 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-d4128bca-f3ee-46d7-a27a-26ba26de9f53 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400106
Nov 19 16:10:09.976880 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-665de208-4ba8-41c6-b887-3252ded8a960 req-005564b1-7169-4383-9d87-5d65228d0213 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503789
Nov 19 16:10:10.057399 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.061852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.234272 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.234773 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9f95d5-d453-4464-ab3d-fa80640540a9 {{(pid=80426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:10:10.247546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] Notify callbacks [] for router, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.249049 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4db9872d-6640-4605-99c9-8bdae89e0773 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0c9f95d5-d453-4464-ab3d-fa80640540a9 HTTP/1.1" status: 204  len: 168 time: 1.9564550
Nov 19 16:10:10.251638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34434) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:10.321117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Deleting subnet e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 {{(pid=80426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:10:10.324558 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.381016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61058990'] for subnet, precommit_delete_associations {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.462736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.846718 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852814171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793675237'] for subnet, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:10.863009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-92e1df01-6f52-472c-8239-7879c12f85da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:11.195373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1afab26-a7cb-4be8-8ce7-b2c0b5f26973,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:11.208310 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:11.242250 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for subnet, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.248422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c93b6-cc8a-403e-bb65-0740b47a959e None None] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:10:11.252106 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e6222bb3-6716-4d3e-894c-89dfc6a2dcc8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1afab26-a7cb-4be8-8ce7-b2c0b5f26973 HTTP/1.1" status: 204  len: 168 time: 0.9984944
Nov 19 16:10:11.254390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34450) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:11.315061 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 6df63b0d-9d7c-44ec-bbd6-15e852299472 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:10:11.358663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 6df63b0d-9d7c-44ec-bbd6-15e852299472 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:10:11.359121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 6df63b0d-9d7c-44ec-bbd6-15e852299472 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:10:11.385748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.456815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Deleting port 96e9418e-0e60-42b1-acbe-825e935fff0b {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:10:11.457384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.570692 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] DHCP port deletion for 695d4a35-2ad9-4671-9ece-ebdea23f2d3c request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:10:11.574995 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Deleting port 96e9418e-0e60-42b1-acbe-825e935fff0b {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:10:11.575390 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.680045 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] For port 96e9418e-0e60-42b1-acbe-825e935fff0b, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=96e9418e-0e60-42b1-acbe-825e935fff0b,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:10:11.680420 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.796432 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] For port 96e9418e-0e60-42b1-acbe-825e935fff0b, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=96e9418e-0e60-42b1-acbe-825e935fff0b,segment=NetworkSegment(88d25bdd-b75d-4383-baf5-6756785e1e0a),segment_id=88d25bdd-b75d-4383-baf5-6756785e1e0a)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:10:11.796786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.810787 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Calling delete_port for 96e9418e-0e60-42b1-acbe-825e935fff0b owned by network:dhcp {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:10:11.921634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Calling delete_port for 96e9418e-0e60-42b1-acbe-825e935fff0b owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:10:11.943189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:11.959285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a0521311-035f-41e6-89bb-69f94c944711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:12.004831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:10:12.005241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:10:12.054814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=96e9418e-0e60-42b1-acbe-825e935fff0b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:12.066575 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:12.100366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] No DVR routers for this DVR port 96e9418e-0e60-42b1-acbe-825e935fff0b on host dv-cinder-763306-3-iscsi {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:10:12.227233 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:12.342550 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575ecfe438>,) {'filters': {'network_id': ['695d4a35-2ad9-4671-9ece-ebdea23f2d3c']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:12.355762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575ecfe438>, '88d25bdd-b75d-4383-baf5-6756785e1e0a') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:12.356103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575ecfe438>, '88d25bdd-b75d-4383-baf5-6756785e1e0a') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:10:12.368121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:12.386619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:12.388607 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:10:12.506784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Deleting port 96e9418e-0e60-42b1-acbe-825e935fff0b {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:10:12.507331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:12.571434 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:10:12.576491 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-3abd44b7-b6a6-4d6a-a9e7-fed6c4fc6140 None None] The port '96e9418e-0e60-42b1-acbe-825e935fff0b' was deleted {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:10:12.589785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:12.995453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Network 695d4a35-2ad9-4671-9ece-ebdea23f2d3c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:10:13.018912 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:10:13.159930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.163545 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c1b4b9cd-4650-41f2-8caa-ea99ee6426f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:13.181922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.193904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=695d4a35-2ad9-4671-9ece-ebdea23f2d3c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:13.200217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:13.229541 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-80cfc01b-8d09-497d-a44e-cc7755827b8e admin admin] 10.222.0.43 "DELETE /v2.0/networks/695d4a35-2ad9-4671-9ece-ebdea23f2d3c HTTP/1.1" status: 204  len: 168 time: 1.9739509
Nov 19 16:10:13.301676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 96e9418e-0e60-42b1-acbe-825e935fff0b no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:10:13.334958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 96e9418e-0e60-42b1-acbe-825e935fff0b {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:10:13.335354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 96e9418e-0e60-42b1-acbe-825e935fff0b not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:10:13.464006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34468) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:13.517909 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-8bc57af7-3f45-47fe-9c4a-9e268d2bd45d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fbc35e960854e32a5196d1abff8c1fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0525441
Nov 19 16:10:13.520281 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34472) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:13.582512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.613042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.680110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.685762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3a22e593-f458-4fb4-9bcd-e9440a69c6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:13.700435 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7de1d-4404-43d6-8f92-6558193c6de3,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:13.705796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:13.707786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:13.710092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95c7de1d-4404-43d6-8f92-6558193c6de3 HTTP/1.1" status: 204  len: 168 time: 0.1888006
Nov 19 16:10:15.916987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:10:25.119676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:32.753822 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0111d7cd-70d9-410c-ae55-99c4529936da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.320672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34802) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:34.474947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.511856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:34.516099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Usage tracker for resource:security_group_rule and tenant:0af0667681b54b87b54286f517af571f is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:34.519285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:34.528079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:34.688493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.724889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.734863 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-49dbbcf0-34da-4761-be1c-1f6b3b38b2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:34.781214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace5844-6248-4b6f-9920-f860582c9bb4,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:34.784804 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:34.788188 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2b0a00da-d83a-4f28-a280-43ddf4b9d741 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0af0667681b54b87b54286f517af571f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4661636
Nov 19 16:10:34.790894 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34812) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:34.856209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.883260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.947723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.952712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-10b6535c-382b-4525-bcfb-3b4b111ecc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:34.970826 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace5844-6248-4b6f-9920-f860582c9bb4,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:34.973194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:34.974457 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ace5844-6248-4b6f-9920-f860582c9bb4 HTTP/1.1" status: 204  len: 168 time: 0.1825478
Nov 19 16:10:34.975441 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a309fec2-b218-4ee5-8261-c1db058c95a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:35.273635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d4023f84-bb7c-44f4-abab-ff0cf301bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.450547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34822) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:35.469793 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.502284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:35.507003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Usage tracker for resource:security_group_rule and tenant:612906a22b074f7c9341118603e67562 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:35.509903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:35.516019 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:35.583157 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.610546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.618722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e32c913d-f7db-4dcf-aef1-60845a57d3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:35.662044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae565d-1792-40fd-8ee7-a260f0315585,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:35.666879 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=612906a22b074f7c9341118603e67562&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2152224
Nov 19 16:10:35.667877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-974643cf-9bae-4642-9c2a-0433d2a695ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:35.670140 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34826) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:35.775167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.804823 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.822299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.879342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.884764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-182f4be2-d5ab-4494-9970-f1045782a7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:35.895951 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae565d-1792-40fd-8ee7-a260f0315585,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:35.901123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:35.903309 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:35.905941 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-97cf5abb-5d6d-487c-9d7c-752adc78a5d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59ae565d-1792-40fd-8ee7-a260f0315585 HTTP/1.1" status: 204  len: 168 time: 0.2344484
Nov 19 16:10:36.508033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:37.079241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.412616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34924) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:40.573856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.607352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:40.611641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Usage tracker for resource:security_group_rule and tenant:aacd3395551f43aa808dd5f269f39858 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:40.615130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:40.621128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:40.690937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.759465 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.767531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:40.808922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a16181-e22e-4c65-93b0-b324ccedb5a1,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:40.812743 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:40.815272 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aacd3395551f43aa808dd5f269f39858&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4015896
Nov 19 16:10:40.818228 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34930) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:40.881448 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.911536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.993472 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:40.998724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ae13859a-69d0-4e41-8cf6-92eb70495a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:41.012348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a16181-e22e-4c65-93b0-b324ccedb5a1,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:41.015332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:41.016224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:41.018065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-e9809ebd-cae9-49ba-9fbb-f1d35be41a7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6a16181-e22e-4c65-93b0-b324ccedb5a1 HTTP/1.1" status: 204  len: 168 time: 0.1985161
Nov 19 16:10:42.015274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 34964) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:42.171348 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.208244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:42.212382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Usage tracker for resource:security_group_rule and tenant:5132f938c37646acacf5d7124798c646 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:42.217800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:42.223922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:42.293444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.330902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.342463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4133960e-4dcf-4761-a182-c367dba2024c tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:42.387758 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5132f938c37646acacf5d7124798c646&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3713009
Nov 19 16:10:42.388637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde928d4-74df-4763-821c-86b328900ee5,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:42.390564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34984) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:42.391849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:42.456487 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.484175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.559130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.564565 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1b29b4c2-4567-4ada-84e4-9f12fad00620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:42.579123 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde928d4-74df-4763-821c-86b328900ee5,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:42.582212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:42.584611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:42.585754 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cde928d4-74df-4763-821c-86b328900ee5 HTTP/1.1" status: 204  len: 168 time: 0.1939654
Nov 19 16:10:43.127349 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 34998) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:43.147190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.180653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:43.184656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Usage tracker for resource:security_group_rule and tenant:2d236f8a30ae4a5ca65006e99f639d9a is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:43.187734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:43.194015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:43.268026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.307890 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.315946 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-478c4594-9e6c-42cf-b52d-13a5f219be1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:43.358275 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac9384-93c9-42b4-a61f-3630ca2f7afa,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:43.362133 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:43.364656 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-32f54278-ceeb-4a8c-9686-0209cf1ce208 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d236f8a30ae4a5ca65006e99f639d9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2362285
Nov 19 16:10:43.367449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35002) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:43.431011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.457663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.536572 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.541807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a88a748f-1519-407e-80eb-bb2a137400e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:43.556290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac9384-93c9-42b4-a61f-3630ca2f7afa,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:43.559161 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:43.560382 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:43.561625 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5ac9384-93c9-42b4-a61f-3630ca2f7afa HTTP/1.1" status: 204  len: 168 time: 0.1932068
Nov 19 16:10:51.537564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35144) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:51.693953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:51.731332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:51.735351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:fecc931c30634e0484fa21639ccb4797 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:51.738294 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:51.743991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:51.812104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:51.845175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:51.853285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cb02856b-0077-4900-ad63-06b14c3003e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:51.895551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43879bd-bb34-4aaa-8d82-eb6a7c239085,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:51.900071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:51.903714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-d596bbd4-19b2-454b-99c7-c1be10ac6bc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fecc931c30634e0484fa21639ccb4797&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3650959
Nov 19 16:10:51.906717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35154) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:51.974832 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.002996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.090805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.096170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1b289b96-6e54-4053-8579-941c83996451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:52.109965 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43879bd-bb34-4aaa-8d82-eb6a7c239085,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:52.125551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.125980 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.126391 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.126796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.127200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.127601 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.128000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.128398 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.128798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.129191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.129617 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.130008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.130494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.130889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.131280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.131666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.132057 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.132449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.132835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.133223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.133638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.134029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.134419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.134806 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:10:52.138290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.140788 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c43879bd-bb34-4aaa-8d82-eb6a7c239085 HTTP/1.1" status: 204  len: 168 time: 0.2317030
Nov 19 16:10:52.140788 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1b1dbc24-710c-440a-b9af-a27d9b4b477e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:52.457421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35170) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:52.677816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.711374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:52.715468 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Usage tracker for resource:security_group_rule and tenant:ab8ae7928e6b4ab197d2d75e33ae2b0a is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:52.718431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:52.724210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:52.790791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.839059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.846687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-678dc999-63f8-4bce-95cb-fd42fdf31aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:52.889861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f1ab4-3ed9-455e-bf5c-a9488c52e81a,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:52.894381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab8ae7928e6b4ab197d2d75e33ae2b0a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4356334
Nov 19 16:10:52.895357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6b88a296-d79c-4134-8550-708228db4dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:52.897687 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35176) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:52.918267 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:10:52.962912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:52.989379 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.079077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.083931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bbd362f0-11cb-4f3c-a285-be3cb02c1e27 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:53.096829 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f1ab4-3ed9-455e-bf5c-a9488c52e81a,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:53.100986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:53.106482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.107663 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cf2de8b3-5d5a-4d93-b432-d4c20d4d3046 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a0f1ab4-3ed9-455e-bf5c-a9488c52e81a HTTP/1.1" status: 204  len: 168 time: 0.2095776
Nov 19 16:10:53.559112 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35184) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:53.579226 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.613115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:10:53.617178 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Usage tracker for resource:security_group_rule and tenant:098bf778c63e4bdfbb61198cd72d0ad1 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:10:53.620947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:10:53.627033 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:10:53.696561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.724665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.732992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-081fce99-a8ed-468f-87f4-c4e00d63c433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:53.777422 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47298d99-6a5b-44c6-b567-826e3dcbd8bd,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:53.780647 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:53.784336 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-7aaec817-50c6-4eb8-beb6-2a2b47a171a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=098bf778c63e4bdfbb61198cd72d0ad1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2240860
Nov 19 16:10:53.787062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35188) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:10:53.849733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.877385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.941722 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.946659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-3b05ede8-2861-430e-8d80-a624874bc396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:10:53.957373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47298d99-6a5b-44c6-b567-826e3dcbd8bd,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:10:53.962664 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:10:53.965015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:10:53.966318 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-eaa4e9cd-d640-4a61-b6a1-955229960fdd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47298d99-6a5b-44c6-b567-826e3dcbd8bd HTTP/1.1" status: 204  len: 168 time: 0.1782620
Nov 19 16:10:55.112599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:02.758536 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2d9d17b5-fd96-41eb-aae3-390c8c79f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:05.272930 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-93e285d9-865c-487f-82b1-23a58fe3cc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:05.827149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:06.501225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:07.055510 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:07.708680 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80426) accepted ('10.222.0.43', 35294) {{(pid=80426) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:07.860271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:07.892929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:07.896983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Usage tracker for resource:security_group_rule and tenant:39501d09a9044f8dbc2f4b9865b812b1 is out of sync, need to count used quota {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:07.900056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80426) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:07.906463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:07.973557 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.004482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.013223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-419984ae-aa74-4b9c-abf5-2cb13dee8c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:08.067619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b414e-7dc6-4010-b125-e146d81fd890,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:08.075328 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39501d09a9044f8dbc2f4b9865b812b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3652289
Nov 19 16:11:08.078211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35300) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:08.082175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.082656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.083144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.083590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.084034 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.084509 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.084944 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.085345 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.085797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.086201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.086618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.087044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.087571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.087967 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.088955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.089352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.089847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.090285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.090724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.091117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.091638 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.092121 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.092580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.093030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:08.098195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fa9ef8b8-3946-4022-bd92-87b7a122f781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:08.143111 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.170144 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.250056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.255202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6df6a4de-55ac-465a-9369-f442c9e49703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:08.272700 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b414e-7dc6-4010-b125-e146d81fd890,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:08.275520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:08.276721 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.278015 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a02b414e-7dc6-4010-b125-e146d81fd890 HTTP/1.1" status: 204  len: 168 time: 0.1987414
Nov 19 16:11:08.786756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35308) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:08.807999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.843753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:08.848105 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Usage tracker for resource:security_group_rule and tenant:6a194ed4d04a4382ae1fcfbb0ca3c329 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:08.851402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:08.858026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:08.930954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.969885 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:08.977802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-108664ca-dde8-4e0d-823d-10b92952b038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:09.021621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b848a-ba9c-4ff9-97f4-62a378bf1928,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:09.026510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a194ed4d04a4382ae1fcfbb0ca3c329&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2386487
Nov 19 16:11:09.027516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9a892f2f-74e1-45c0-b5cc-fd3c7fe84e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:09.029170 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35312) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:09.091649 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:09.118546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:09.192805 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:09.197887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8b9a0d89-5e5b-4b6e-b416-e22595a0fd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:09.211639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b848a-ba9c-4ff9-97f4-62a378bf1928,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:09.215336 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:09.216239 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:09.220018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5190e858-34bf-4ecd-94c7-c2788cd2b432 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c53b848a-ba9c-4ff9-97f4-62a378bf1928 HTTP/1.1" status: 204  len: 168 time: 0.1894283
Nov 19 16:11:10.287639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35334) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:10.426893 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1013765966-network', 'tenant_id': '88d965b2894043dfbe871ad574ba35d5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:10.432762 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:10.436825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Usage tracker for resource:network and tenant:88d965b2894043dfbe871ad574ba35d5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:10.439892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:10.445736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:10.489978 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Made reservation on behalf of 88d965b2894043dfbe871ad574ba35d5 for: {'network': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:11:10.494842 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for network, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.508478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.541205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:10.546054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Usage tracker for resource:security_group_rule and tenant:88d965b2894043dfbe871ad574ba35d5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:10.549138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:10.555035 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:10.623594 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.650088 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.654873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-91184552-979c-4325-8126-4496506eaef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:10.684655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 16:11:10.696768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef505d30-bb47-48d4-aa69-63bf9f882986,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:10.700701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:10.703299 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.703654 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.segments_db [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Added segment a7c8b497-c763-4949-8a5e-3ec0253d0ded of type vxlan for network 3b35c900-fe6c-4654-85ef-cdd31adfb865
Nov 19 16:11:10.732754 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750833750029'] for network, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.793227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.794535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:10.795190 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:10.798800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:10.908626 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Pushing event updated for resources: {'Network': ['ID=3b35c900-fe6c-4654-85ef-cdd31adfb865,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:10.912074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:10.919899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 details requested by agent ovs-agent-dv-cinder-763306-3-iscsi with host dv-cinder-763306-3-iscsi {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:11:10.935167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 16:11:10.954051 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fd5e8ddf-8c38-4309-8a44-d886a2fbb983 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6652615
Nov 19 16:11:10.956865 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35340) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:11:10.963077 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Request body: {'subnet': {'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1013765966-subnet', 'tenant_id': '88d965b2894043dfbe871ad574ba35d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:10.968912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:10.973039 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Usage tracker for resource:subnet and tenant:88d965b2894043dfbe871ad574ba35d5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:10.976079 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:10.982008 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:11.016023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Made reservation on behalf of 88d965b2894043dfbe871ad574ba35d5 for: {'subnet': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:11:11.020859 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793728987'] for subnet, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:11.470275 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2038031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793729002'] for subnet, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:11.485559 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4b9bba0b-2ded-495a-b6f1-256ea17e3f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:11.610334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c417a495-c534-418d-aef2-449524dc984a,revision_number=0']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:11.623225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:11.686284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Checking segment: {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:11:11.686672 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Network hostable DHCP agents. Network: 3b35c900-fe6c-4654-85ef-cdd31adfb865, hostable agents: ['ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c'], hosted agents: [] {{(pid=80425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 16:11:11.735938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 is scheduled to be hosted by DHCP agent ef4bdcdf-8d4a-4520-85ca-b44f7093ce0c with binding_index 1 {{(pid=80425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 16:11:11.764439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-iscsi, 3b35c900-fe6c-4654-85ef-cdd31adfb865) {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:11:11.773085 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1ea10-5553-48a8-a58d-d104cf2212cf None None] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:11:11.777727 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:11.778378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:11.817253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-fda00fc0-8767-4d32-8e6f-881f8f952315 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8592162
Nov 19 16:11:11.997994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667449ef-b096-42ce-8f3c-bea99b23d111 None None] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:11:14.227830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38470-c390-493b-a8aa-4578c5f0843b req-65bf8fe0-c270-4889-a4d3-74c52fe71d5a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:14.230049 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-65bf8fe0-c270-4889-a4d3-74c52fe71d5a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 809 time: 0.1586001
Nov 19 16:11:14.249622 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-ed27a408-8042-4ccf-8d19-68adc346a27b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/quotas/88d965b2894043dfbe871ad574ba35d5 HTTP/1.1" status: 200  len: 375 time: 0.0133836
Nov 19 16:11:14.303068 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-515edf30-d48e-4a5d-b779-8aca5c151de3 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470757
Nov 19 16:11:14.391947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-09b9ab09-ca65-4896-ba0c-652f55ae2791 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:11:14.393130 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-09b9ab09-ca65-4896-ba0c-652f55ae2791 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0830505
Nov 19 16:11:14.542734 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-af90fdcb-c5f9-44d0-808b-a269a9defd3f service neutron] 10.222.0.43 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427135
Nov 19 16:11:14.687714 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-d6d0480f-c94a-4aff-ab5a-cb0b6684eaff service neutron] 10.222.0.43 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386912
Nov 19 16:11:15.036356 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0f2b5448-592a-426f-82f3-7deb03525c44 req-294495e8-89a1-48e4-8a89-b25350b8d5e0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 210 time: 0.1258912
Nov 19 16:11:16.224253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-52e76333-6be4-4b97-879d-26094e862e32 req-934281d3-001a-4c77-88af-a0bd181b8810 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 210 time: 0.0601139
Nov 19 16:11:16.878445 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38470-c390-493b-a8aa-4578c5f0843b req-43f0f828-276c-4cdc-b887-7336a3282e30 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:16.879202 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15e38470-c390-493b-a8aa-4578c5f0843b req-43f0f828-276c-4cdc-b887-7336a3282e30 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Synchronizing usage tracker for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:network {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:11:16.946845 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15e38470-c390-493b-a8aa-4578c5f0843b req-43f0f828-276c-4cdc-b887-7336a3282e30 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Unset dirty status for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:network {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:11:16.948107 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-43f0f828-276c-4cdc-b887-7336a3282e30 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 809 time: 0.2271047
Nov 19 16:11:16.970314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Request body: {'port': {'device_id': '258ede8b-2203-4384-9602-b95817ffb0f3', 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865', 'admin_state_up': True, 'tenant_id': '88d965b2894043dfbe871ad574ba35d5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:17.115569 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:17.120338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Usage tracker for resource:port and tenant:88d965b2894043dfbe871ad574ba35d5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:17.123678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:17.129746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:17.158446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Made reservation on behalf of 88d965b2894043dfbe871ad574ba35d5 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:11:17.164091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:17.399580 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0e7548f9-679f-45f1-8f51-7a53c7226871 req-3eaf71c1-3dc6-4e88-b163-029f564512d3 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 210 time: 0.0462973
Nov 19 16:11:17.473874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Allocated IP 172.20.0.14 (3b35c900-fe6c-4654-85ef-cdd31adfb865/c417a495-c534-418d-aef2-449524dc984a/07f1c905-fa39-4cbc-914a-4cb41ed36eb3) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:11:17.688904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:17.740733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:17.755991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-01392f50-0d19-4f54-bd19-0b61b2432b64 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:17.889563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Pushing event updated for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:17.893887 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:17.949475 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:11:17.950582 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:11:17.952889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:11:18.019231 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:18.019904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:18.141207 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1749864
Nov 19 16:11:18.157642 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-75e0f357-923d-4528-8e4b-be0c788d83eb tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80425) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:11:18.158672 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-75e0f357-923d-4528-8e4b-be0c788d83eb tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059857
Nov 19 16:11:18.242909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Request body: {'port': {'device_id': '258ede8b-2203-4384-9602-b95817ffb0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:18.356044 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:18.617025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcb55a-af81-4a9b-848b-16c5f9f5f7ff req-6c6133be-1b21-409b-a7c0-d3822792d98b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:18.618721 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-edbcb55a-af81-4a9b-848b-16c5f9f5f7ff req-6c6133be-1b21-409b-a7c0-d3822792d98b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 932 time: 0.0855234
Nov 19 16:11:18.674903 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-edbcb55a-af81-4a9b-848b-16c5f9f5f7ff req-719f1536-8563-40b7-bc3a-34ae1206fdce tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491309
Nov 19 16:11:18.776068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:11:18.783573 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:18.796220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Transition to ACTIVE for port object 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:11:18.820853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:18.836126 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cb54599e-1435-4cac-b8d5-1bfb7497eedd tempest-AttachVolumeNegativeTest-666141222 tempest-AttachVolumeNegativeTest-666141222] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:18.965384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:18.970749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:19.365278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Attempting to bind port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:11:19.365682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Attempting to bind port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:11:19.366046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Attempting to bind port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 on network 3b35c900-fe6c-4654-85ef-cdd31adfb865 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:11:19.373561 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:11:19.373933 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Checking segment: {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:11:19.374334 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:19.374730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Bound using segment: {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:11:19.375200 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Bound port: 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:11:19.375571 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:19.465339 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] For port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:11:19.468485 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] For port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:11:19.518636 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:19.534017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-222c7a7a-901b-4836-a9bc-ddb51db8fa98 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:19.679567 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Pushing event updated for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:19.685759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:19.723476 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:19.725310 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] 10.222.0.40 "PUT /v2.0/ports/07f1c905-fa39-4cbc-914a-4cb41ed36eb3 HTTP/1.1" status: 200  len: 1158 time: 1.5594804
Nov 19 16:11:19.725911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:19.787012 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3', 'status': 'completed', 'code': 200}
Nov 19 16:11:19.881351 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-d014524d-860b-436d-a31b-c3e6ca5cc6d1 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 1161 time: 0.0771203
Nov 19 16:11:19.889346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf7f8-759e-4fa7-8221-1932277d3735 req-79b3cc7c-9f2e-4c04-8d69-b729209bd0bd tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:19.890998 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-439cf7f8-759e-4fa7-8221-1932277d3735 req-79b3cc7c-9f2e-4c04-8d69-b729209bd0bd tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 944 time: 0.0840979
Nov 19 16:11:19.940387 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-439cf7f8-759e-4fa7-8221-1932277d3735 req-848b4969-0b80-47af-8978-7641d620fe18 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431204
Nov 19 16:11:19.963870 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-b6427059-1632-4c5d-923b-c0bf4899e8e2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3 HTTP/1.1" status: 200  len: 217 time: 0.0684834
Nov 19 16:11:20.033478 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38470-c390-493b-a8aa-4578c5f0843b req-b88c4e6e-d90d-4f44-95d0-ce7017327ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:20.035074 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-b88c4e6e-d90d-4f44-95d0-ce7017327ba1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c417a495-c534-418d-aef2-449524dc984a HTTP/1.1" status: 200  len: 849 time: 0.0648932
Nov 19 16:11:20.084142 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-dfae9b6a-46f6-4683-8b72-4a6755d37bdc service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3b35c900-fe6c-4654-85ef-cdd31adfb865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428798
Nov 19 16:11:20.228281 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-6754ac8c-d015-44ec-b2b0-e588564f9b1e service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378963
Nov 19 16:11:20.374016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-15e38470-c390-493b-a8aa-4578c5f0843b req-03772d44-4c08-4762-870d-c15972c72863 service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389885
Nov 19 16:11:20.576220 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-19790c70-bf50-4178-b4ec-53472ca91073 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 1161 time: 0.0893228
Nov 19 16:11:20.721662 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500a09-2030-45f6-ace0-39266185ef56 req-2dc56664-8909-4605-a57a-badc6ea5b379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:20.723177 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-2dc56664-8909-4605-a57a-badc6ea5b379 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 903 time: 0.1406307
Nov 19 16:11:20.794886 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-bf93cd8a-03e8-4437-8b38-44c9a180d989 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3 HTTP/1.1" status: 200  len: 217 time: 0.0644343
Nov 19 16:11:20.868560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500a09-2030-45f6-ace0-39266185ef56 req-21cd8a9f-0e15-4b92-a564-14added10a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:20.870155 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-21cd8a9f-0e15-4b92-a564-14added10a88 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c417a495-c534-418d-aef2-449524dc984a HTTP/1.1" status: 200  len: 849 time: 0.0681849
Nov 19 16:11:20.921763 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-da69a9da-fe56-452f-9775-a7c11e8cd0f3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3b35c900-fe6c-4654-85ef-cdd31adfb865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434430
Nov 19 16:11:21.066996 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-e7c4ac55-f226-4a82-9890-217bea2b97d8 service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381142
Nov 19 16:11:21.157400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006c85-59cd-4d0c-b438-ae499df78bbf req-8b94cb0a-9e92-453e-8210-21cf3420b213 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:21.159063 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2e006c85-59cd-4d0c-b438-ae499df78bbf req-8b94cb0a-9e92-453e-8210-21cf3420b213 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 944 time: 0.0884144
Nov 19 16:11:21.207869 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2e006c85-59cd-4d0c-b438-ae499df78bbf req-a6702c19-00bc-4176-a47c-e279f7d90609 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424800
Nov 19 16:11:21.212660 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7f500a09-2030-45f6-ace0-39266185ef56 req-b31bd383-9b35-4787-9d2d-568149ebfd1e service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390066
Nov 19 16:11:22.048526 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.objects.ports [None req-0e709b01-7979-4f2e-ac98-e58a6f6b6bc7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80428) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 16:11:22.420968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc87b-9720-452c-9a5b-91501b7d1684 req-5ab24259-cd69-4976-8ebf-5b9ff4cd3b90 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:22.422628 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d63dc87b-9720-452c-9a5b-91501b7d1684 req-5ab24259-cd69-4976-8ebf-5b9ff4cd3b90 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 944 time: 0.0838728
Nov 19 16:11:22.470308 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-d63dc87b-9720-452c-9a5b-91501b7d1684 req-7e07fda3-9c91-49f7-b184-0918610d7dc3 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414708
Nov 19 16:11:22.496443 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:22.593342 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:11:22.599357 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:22.599781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:22.717234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:22.745191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:22.755625 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:22.791720 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:22.794460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-f027c558-4cb6-47d8-9556-c41321e85352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:22.831811 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3', 'code': 200}
Nov 19 16:11:22.865054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:22.874484 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.874871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.875254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.875630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.876000 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.876366 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.876736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.877099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.877482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.877852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.878213 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.878576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.879022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.879384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.879744 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.880101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.880460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.880818 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.881173 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.881551 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.881909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.882263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.882619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.882973 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:11:22.887659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:23.119492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cfbfb2ca-03f6-4620-b6ab-5087bd409e4c req-0ca8b377-5429-4eb9-8951-6a46108dcaa0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 1163 time: 0.0731282
Nov 19 16:11:23.164506 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-cfbfb2ca-03f6-4620-b6ab-5087bd409e4c req-30f1a5f3-6b4c-40ea-8278-45b845483783 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388432
Nov 19 16:11:23.686274 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89930c-e152-421a-a4ad-fb798791af13 req-39187eb2-06e7-48a9-9dad-752fba2504af tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:23.687913 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6e89930c-e152-421a-a4ad-fb798791af13 req-39187eb2-06e7-48a9-9dad-752fba2504af tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 946 time: 0.0889256
Nov 19 16:11:23.737023 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6e89930c-e152-421a-a4ad-fb798791af13 req-8cdde24c-f475-45e1-908e-64921d53880b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425217
Nov 19 16:11:24.084540 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:24.156066 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:24.156630 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:24.949697 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae380bb-85c1-4478-8aad-3676fcdab7d0 req-fc0b5539-9144-4fb6-b069-8df7abddb06b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:24.951391 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dae380bb-85c1-4478-8aad-3676fcdab7d0 req-fc0b5539-9144-4fb6-b069-8df7abddb06b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 946 time: 0.0840156
Nov 19 16:11:25.002208 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dae380bb-85c1-4478-8aad-3676fcdab7d0 req-36cef020-c4ed-4f81-8e42-fe94b56b3c03 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446062
Nov 19 16:11:25.106878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:25.639823 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-2ecefe37-fd66-4f3e-9b36-12d499ace6ca service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775735
Nov 19 16:11:25.805079 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-8bbf772a-21af-4d31-89b2-f8de7b12a372 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.0746386
Nov 19 16:11:25.963530 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-541d5957-e8b7-489f-b41b-33c893dc598e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:25.965345 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-541d5957-e8b7-489f-b41b-33c893dc598e service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1392224
Nov 19 16:11:26.074754 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-43110fb0-3507-4bd0-b112-81c2cd1945b2 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 1001 time: 0.1028411
Nov 19 16:11:26.144222 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-5b7b3f21-193c-47aa-bb06-0891366c2f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:26.145877 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-5b7b3f21-193c-47aa-bb06-0891366c2f76 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0646663
Nov 19 16:11:26.232554 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-5d1239e3-acd9-4e29-900f-c5408d6d2eb3 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799944
Nov 19 16:11:26.387818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-5c1cab7f-d690-42e1-979b-cf632eae178d service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483285
Nov 19 16:11:26.536381 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-074e72f4-34dd-4177-bd94-1cd50badbe94 req-e9d5cf8a-26a1-4fde-afa8-46cb05063883 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414316
Nov 19 16:11:26.559363 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e1111-fb4b-46a8-83e2-04491fb1173c req-6f3f1403-f830-4872-b0dd-6bbcb06a3aad tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:26.560989 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ff0e1111-fb4b-46a8-83e2-04491fb1173c req-6f3f1403-f830-4872-b0dd-6bbcb06a3aad tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 946 time: 0.0839727
Nov 19 16:11:26.609887 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-ff0e1111-fb4b-46a8-83e2-04491fb1173c req-b6d4309e-34d4-47c7-b09d-9199fe4bd159 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427341
Nov 19 16:11:27.834384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69aa59-c6a6-44e5-8ced-e94e3e571bf3 req-42366c34-a96a-4277-8752-655e195f676a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:27.835976 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3f69aa59-c6a6-44e5-8ced-e94e3e571bf3 req-42366c34-a96a-4277-8752-655e195f676a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 946 time: 0.0859401
Nov 19 16:11:27.884849 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3f69aa59-c6a6-44e5-8ced-e94e3e571bf3 req-0fecb201-f9ca-4696-9138-96985c2d5a86 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421643
Nov 19 16:11:27.932929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-6bfc03ed-ef6e-47a5-8842-83e1a6cb8501 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:27.933684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-6bfc03ed-ef6e-47a5-8842-83e1a6cb8501 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Synchronizing usage tracker for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:11:27.966921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:11:27.981667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-6bfc03ed-ef6e-47a5-8842-83e1a6cb8501 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Unset dirty status for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:11:27.983110 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-6bfc03ed-ef6e-47a5-8842-83e1a6cb8501 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 946 time: 0.1371412
Nov 19 16:11:28.083914 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.092403 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Deleting port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:11:28.092909 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.112717 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:28.123981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:28.153263 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.155246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:28.226329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=5']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:28.229992 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:28.263179 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3', 'code': 200}
Nov 19 16:11:28.360678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] For port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:28.361067 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.486708 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Calling delete_port for 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:11:28.769735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.784785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-07c8df3b-c832-4eaf-9ea8-7287c4b0d6d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:28.875643 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Pushing event deleted for resources: {'Port': ['ID=07f1c905-fa39-4cbc-914a-4cb41ed36eb3,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:28.882520 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:28.989760 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] No DVR routers for this DVR port 07f1c905-fa39-4cbc-914a-4cb41ed36eb3 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:11:28.992143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:28.995031 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-deleted', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:29.050062 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-336881ed-d1f6-48ef-bfa2-30a111e4ec29 req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "DELETE /v2.0/ports/07f1c905-fa39-4cbc-914a-4cb41ed36eb3 HTTP/1.1" status: 204  len: 173 time: 1.0304546
Nov 19 16:11:29.055080 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ede8b-2203-4384-9602-b95817ffb0f3', 'name': 'network-vif-deleted', 'tag': '07f1c905-fa39-4cbc-914a-4cb41ed36eb3', 'status': 'completed', 'code': 200}
Nov 19 16:11:29.061814 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-05275cd1-a481-4a4b-af8f-be0749580b58 req-f87c7ca5-9368-40af-bbcb-f11a3454ffc0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=258ede8b-2203-4384-9602-b95817ffb0f3 HTTP/1.1" status: 200  len: 210 time: 0.0477445
Nov 19 16:11:29.919463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:11:30.463524 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdcfbe-b921-4620-be84-2e492419074e req-7c8f3a23-0f01-47b3-8cde-76f5f135f1a7 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:30.465067 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-7c8f3a23-0f01-47b3-8cde-76f5f135f1a7 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 809 time: 0.1543331
Nov 19 16:11:30.482299 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-66b92f39-a565-4d53-a16f-d0242f4b698a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/quotas/88d965b2894043dfbe871ad574ba35d5 HTTP/1.1" status: 200  len: 375 time: 0.0113633
Nov 19 16:11:30.531492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-ae1d7e33-51d6-4641-a550-036fb96cd7c1 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440047
Nov 19 16:11:30.543440 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-8bf0485d-24f1-4716-b14f-08e39c376390 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:11:30.552371 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-8bf0485d-24f1-4716-b14f-08e39c376390 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059745
Nov 19 16:11:30.692374 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-efd98cbc-2777-4a67-9dbd-b61db3111214 service neutron] 10.222.0.43 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416931
Nov 19 16:11:30.836523 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-85db6ced-15e7-4f12-991f-bc380374afed service neutron] 10.222.0.43 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376843
Nov 19 16:11:31.098053 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8cf82a2e-a6d3-44e3-96f3-ddd992987ff6 req-b6290323-c423-417f-90b5-720e0716702b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 210 time: 0.0492804
Nov 19 16:11:32.270956 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-b3a6f61f-b115-4fa7-a65d-60afc520a2f3 req-65641d0b-edc0-494f-9099-d9d810b118cb tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 210 time: 0.0476861
Nov 19 16:11:32.786009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2cc78eda-417b-474d-88e7-38aed7de2f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:33.451651 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7590f5ec-e883-4b62-9383-33cb766449eb req-16b0be0d-b81d-494f-9dfb-fee53e33e770 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 210 time: 0.0448053
Nov 19 16:11:33.952091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdcfbe-b921-4620-be84-2e492419074e req-79413702-c82c-418e-bf5e-7d8727396ed9 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:33.953674 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-79413702-c82c-418e-bf5e-7d8727396ed9 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 809 time: 0.1558280
Nov 19 16:11:33.976227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Request body: {'port': {'device_id': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865', 'admin_state_up': True, 'tenant_id': '88d965b2894043dfbe871ad574ba35d5'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:34.124220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:34.128809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Usage tracker for resource:port and tenant:88d965b2894043dfbe871ad574ba35d5 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:34.132323 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Quota usage for port was recalculated. Used quota:0. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:34.138480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:34.170028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Made reservation on behalf of 88d965b2894043dfbe871ad574ba35d5 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:11:34.175714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:34.643160 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-60e380d9-dee0-4893-a8a8-e96c922f6e91 req-2aee2336-d98b-49a1-a52e-ce81e06963ea tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 210 time: 0.0547850
Nov 19 16:11:34.737962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Allocated IP 172.20.0.7 (3b35c900-fe6c-4654-85ef-cdd31adfb865/c417a495-c534-418d-aef2-449524dc984a/a94be022-fcdd-4dad-9ce9-5607652e9887) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:11:35.060425 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.141756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.157590 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:35.272637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f2aaff56-7353-478e-91e8-ce7d16faa744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.291654 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Pushing event updated for resources: {'Port': ['ID=a94be022-fcdd-4dad-9ce9-5607652e9887,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:35.296084 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:35.350853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:11:35.351987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:11:35.354251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:11:35.420633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:35.421295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.479006 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-2bc00174-f7dd-494b-8a0f-5bfacfb95091 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5068114
Nov 19 16:11:35.499097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Request body: {'port': {'device_id': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:35.614452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.838373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:35.862013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202261-2f42-45b0-a2d8-bcd141e0e2b6 req-9d2c7007-eb36-46bf-bf4c-866a129f5eca tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:35.863626 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd202261-2f42-45b0-a2d8-bcd141e0e2b6 req-9d2c7007-eb36-46bf-bf4c-866a129f5eca tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 931 time: 0.0831256
Nov 19 16:11:35.913521 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dd202261-2f42-45b0-a2d8-bcd141e0e2b6 req-4f5b89cd-d747-45bc-ba69-83fd3e21e875 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433726
Nov 19 16:11:36.026179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94be022-fcdd-4dad-9ce9-5607652e9887 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:11:36.033931 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.046734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Transition to ACTIVE for port object a94be022-fcdd-4dad-9ce9-5607652e9887 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:11:36.078127 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.093940 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:36.226371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Pushing event updated for resources: {'Port': ['ID=a94be022-fcdd-4dad-9ce9-5607652e9887,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:36.231917 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:36.416264 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Attempting to bind port a94be022-fcdd-4dad-9ce9-5607652e9887 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:11:36.416633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Attempting to bind port a94be022-fcdd-4dad-9ce9-5607652e9887 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:11:36.417007 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Attempting to bind port a94be022-fcdd-4dad-9ce9-5607652e9887 on network 3b35c900-fe6c-4654-85ef-cdd31adfb865 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:11:36.423962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:11:36.424340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Checking segment: {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:11:36.424742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.425139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Bound using segment: {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:11:36.425639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Bound port: a94be022-fcdd-4dad-9ce9-5607652e9887, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c8b497-c763-4949-8a5e-3ec0253d0ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3b35c900-fe6c-4654-85ef-cdd31adfb865'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:11:36.426012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.506883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.519464 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] For port a94be022-fcdd-4dad-9ce9-5607652e9887, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:11:36.522621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] For port a94be022-fcdd-4dad-9ce9-5607652e9887, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a94be022-fcdd-4dad-9ce9-5607652e9887,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:11:36.547043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.562400 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-1e1352fd-5298-4cea-9b87-7b914b232e80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:36.712695 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Pushing event updated for resources: {'Port': ['ID=a94be022-fcdd-4dad-9ce9-5607652e9887,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:36.718629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:36.755704 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:36.757205 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-5d2ec4b7-60b9-4044-bbc3-16aa2a150377 service neutron] 10.222.0.40 "PUT /v2.0/ports/a94be022-fcdd-4dad-9ce9-5607652e9887 HTTP/1.1" status: 200  len: 1157 time: 1.2634866
Nov 19 16:11:36.757745 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:36.815957 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887', 'status': 'completed', 'code': 200}
Nov 19 16:11:36.931178 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-5c3106b8-3ca9-4fa3-86c1-4beff660362f service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 1160 time: 0.0783010
Nov 19 16:11:37.013081 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-08757eba-218b-4c04-8903-ce9c803a5480 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a94be022-fcdd-4dad-9ce9-5607652e9887 HTTP/1.1" status: 200  len: 217 time: 0.0664346
Nov 19 16:11:37.072396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:37.089193 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdcfbe-b921-4620-be84-2e492419074e req-f06ec28f-ffaa-4f32-8dc7-8895de867d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:37.090860 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-f06ec28f-ffaa-4f32-8dc7-8895de867d5f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c417a495-c534-418d-aef2-449524dc984a HTTP/1.1" status: 200  len: 849 time: 0.0692601
Nov 19 16:11:37.129570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c3af8-3059-442d-a1df-3d1676e86a0d req-410f22f5-3007-4273-b0be-20a7590ac39a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:37.131213 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-630c3af8-3059-442d-a1df-3d1676e86a0d req-410f22f5-3007-4273-b0be-20a7590ac39a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 943 time: 0.0872753
Nov 19 16:11:37.142712 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-4edae88c-7618-451a-bdc9-923b5a1b11a9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3b35c900-fe6c-4654-85ef-cdd31adfb865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450704
Nov 19 16:11:37.180514 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-630c3af8-3059-442d-a1df-3d1676e86a0d req-e45d613a-513a-4ede-af37-3451d7453afe tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429389
Nov 19 16:11:37.288681 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-f682ad7f-df63-4bae-9ab7-cb5627163166 service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387351
Nov 19 16:11:37.435510 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-50bdcfbe-b921-4620-be84-2e492419074e req-6b60f5fe-3fe2-4cb3-80d8-cc5c7c3b73a4 service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396673
Nov 19 16:11:37.760350 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-991f538b-e936-400d-add9-4af94c1ccdd5 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=88d965b2894043dfbe871ad574ba35d5&device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 1160 time: 0.0815494
Nov 19 16:11:37.905547 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-f9c39fda-b444-4888-8fb6-4374d4fa6826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:37.907122 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-f9c39fda-b444-4888-8fb6-4374d4fa6826 service neutron] 10.222.0.40 "GET /v2.0/networks?id=3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 200  len: 903 time: 0.1396906
Nov 19 16:11:37.978074 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-0ae9394a-b932-4618-8f6f-fd94bf1470e1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a94be022-fcdd-4dad-9ce9-5607652e9887 HTTP/1.1" status: 200  len: 217 time: 0.0634961
Nov 19 16:11:38.051689 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-a9c9a353-aded-4221-8718-2299dc2e7fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:38.053251 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-a9c9a353-aded-4221-8718-2299dc2e7fbf service neutron] 10.222.0.40 "GET /v2.0/subnets?id=c417a495-c534-418d-aef2-449524dc984a HTTP/1.1" status: 200  len: 849 time: 0.0689743
Nov 19 16:11:38.103954 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-68e10e0b-0ee0-4f68-b5d0-712a5cbf76f0 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=3b35c900-fe6c-4654-85ef-cdd31adfb865&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437448
Nov 19 16:11:38.248448 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-88992224-32ed-479c-abc5-01c69d5141a5 service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369877
Nov 19 16:11:38.402490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e5816-8b47-4efb-b2ef-2c7d0f64388c req-adacda14-c920-4e87-8400-5e67dada3c66 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:38.404214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8f6e5816-8b47-4efb-b2ef-2c7d0f64388c req-adacda14-c920-4e87-8400-5e67dada3c66 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 943 time: 0.0896366
Nov 19 16:11:38.458542 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8f6e5816-8b47-4efb-b2ef-2c7d0f64388c req-f5343b3e-4bda-4d56-b7f8-b3fe14be9fb0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468941
Nov 19 16:11:38.619271 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e3b1cd1d-8926-42fb-98dd-3c1588c4bea8 req-97ce5f84-1452-41c0-9814-921d8edfc4ba service neutron] 10.222.0.40 "GET /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3638432
Nov 19 16:11:38.847643 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-f825bf8c-a9ed-48ca-bbb7-5ab903632222 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-297334125&fields=id&tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 267 time: 0.0478380
Nov 19 16:11:39.009091 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-fb003c32-f48c-44fb-98a3-2633c667d7aa tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:39.010605 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-fb003c32-f48c-44fb-98a3-2633c667d7aa tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.1557083
Nov 19 16:11:39.028528 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-aa52b7f1-66ba-4bb6-b112-9b0e6acfd88b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/quotas/ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 375 time: 0.0114360
Nov 19 16:11:39.119158 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-c2d17ab6-8fe1-4287-86f2-f8576c872de0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0852661
Nov 19 16:11:39.270430 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-e8938bab-0b26-425a-83aa-2aa586a88e5e service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385913
Nov 19 16:11:39.414270 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ad67766c-61d9-4735-84ed-2290831e748a service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364508
Nov 19 16:11:39.670987 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1ac80-d5a4-462c-8981-3b5093e5a39e req-002c1cc3-e52c-43e6-b9ed-3b5317b472d0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:39.672615 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9e1ac80-d5a4-462c-8981-3b5093e5a39e req-002c1cc3-e52c-43e6-b9ed-3b5317b472d0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 943 time: 0.0838728
Nov 19 16:11:39.735149 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a9e1ac80-d5a4-462c-8981-3b5093e5a39e req-c5efee7a-3bad-4ee8-ab72-e0eed90765d0 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476723
Nov 19 16:11:39.950298 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-40160646-dd52-4c55-b20d-bd3302b6719a req-f8e66d1e-b24b-4ea6-9bd6-c9a80673b980 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 210 time: 0.0451667
Nov 19 16:11:40.490338 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device a94be022-fcdd-4dad-9ce9-5607652e9887 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:40.592410 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port a94be022-fcdd-4dad-9ce9-5607652e9887 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:11:40.597684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port a94be022-fcdd-4dad-9ce9-5607652e9887 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:40.600063 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:40.719486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:40.748025 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:40.758156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port a94be022-fcdd-4dad-9ce9-5607652e9887, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a94be022-fcdd-4dad-9ce9-5607652e9887,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:40.793612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:40.795869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:40.825891 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887', 'code': 200}
Nov 19 16:11:40.868549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=a94be022-fcdd-4dad-9ce9-5607652e9887,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:40.874094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:40.953486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceed56e-9d02-469e-873f-68939bef4f58 req-ea33690b-78e6-429b-979c-33cca91a8a74 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:40.955135 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ceed56e-9d02-469e-873f-68939bef4f58 req-ea33690b-78e6-429b-979c-33cca91a8a74 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.0837545
Nov 19 16:11:41.009923 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0ceed56e-9d02-469e-873f-68939bef4f58 req-8d5f5b5c-69b2-48da-bd59-f371bac1a667 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484319
Nov 19 16:11:41.130016 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c86ccc98-5f4a-4f6b-95aa-77a15f782122 req-e54d624d-bdbb-4fad-9d70-9eb7c61d8af6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 210 time: 0.0465515
Nov 19 16:11:41.165289 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-065dc717-a59d-438b-abe0-52d7ca11d5db req-6388ad39-82d1-46f9-98a9-143249d1d35b service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 1162 time: 0.0784247
Nov 19 16:11:41.210176 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-065dc717-a59d-438b-abe0-52d7ca11d5db req-0e2a6215-adbe-4e80-82b9-88df700979e5 service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383015
Nov 19 16:11:41.651060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-91c1bfb5-95eb-4b2c-9cbf-f95677e853a9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:41.653239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-91c1bfb5-95eb-4b2c-9cbf-f95677e853a9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 810 time: 0.1591148
Nov 19 16:11:41.746895 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-08b4e8b7-894b-4258-b149-255bce19d71d tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9 HTTP/1.1" status: 200  len: 5085 time: 0.0734396
Nov 19 16:11:41.757405 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'port': {'device_id': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'admin_state_up': True, 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'security_groups': ['7a29dff7-3cc5-429b-8f31-56edce8d82f0']}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:41.903667 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:41.908011 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Usage tracker for resource:port and tenant:ab5f28d98e7f417abce658b3c9dbaaf9 is out of sync, need to count used quota {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 16:11:41.911023 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Quota usage for port was recalculated. Used quota:5. {{(pid=80425) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 16:11:41.916748 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:11:41.952431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Made reservation on behalf of ab5f28d98e7f417abce658b3c9dbaaf9 for: {'port': 1} {{(pid=80425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 16:11:41.958269 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:42.227038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f3b3f-2efa-4cf6-8c1c-d2f6b2ca93cb req-40171e97-d5fa-49ce-9ee1-347bd1a9d39b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:42.228634 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f4f3b3f-2efa-4cf6-8c1c-d2f6b2ca93cb req-40171e97-d5fa-49ce-9ee1-347bd1a9d39b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.0849185
Nov 19 16:11:42.284619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.20.0.7 (af31d0f6-1433-41bc-949e-0ba6d0831843/8704b3c8-1621-45c5-9a91-19ade849752b/b54046ca-8a2b-40b3-b424-9f5bb35117a3) {{(pid=80425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:11:42.307650 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device a94be022-fcdd-4dad-9ce9-5607652e9887 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:42.327726 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8d524d42-4829-44c0-82e9-5d91283995d4 req-67f2a2b3-7a63-4ceb-b6cc-fcc5bad6b0e2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 210 time: 0.0520120
Nov 19 16:11:42.330153 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f4f3b3f-2efa-4cf6-8c1c-d2f6b2ca93cb req-7e8d5c9d-2b56-43d2-8b01-c12c2a68325f tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951102
Nov 19 16:11:42.385195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port a94be022-fcdd-4dad-9ce9-5607652e9887 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:42.385652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:42.574246 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:42.593223 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Transition to ACTIVE for port object b54046ca-8a2b-40b3-b424-9f5bb35117a3 will not be triggered until provisioned by entity DHCP. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:11:42.633186 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_create {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:42.650993 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e3b67a00-a751-405a-bdd0-030562f46b7b tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:42.789234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=b54046ca-8a2b-40b3-b424-9f5bb35117a3,revision_number=1']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:42.792955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:42.851957 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network af31d0f6-1433-41bc-949e-0ba6d0831843 is already hosted by enough agents. {{(pid=80425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:11:42.853014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:11:42.855897 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:11:42.924742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:42.929820 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:42.970704 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-ea0bb870-d1b7-48c7-8814-db4d28e0c51e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2172794
Nov 19 16:11:42.989074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Request body: {'port': {'device_id': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:43.101864 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.164142 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-67074cd4-71b9-49c3-8295-1a83876060f7 None None] Provisioning for port b54046ca-8a2b-40b3-b424-9f5bb35117a3 completed by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:11:43.169537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-67074cd4-71b9-49c3-8295-1a83876060f7 None None] Provisioning complete for port b54046ca-8a2b-40b3-b424-9f5bb35117a3 triggered by entity DHCP. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:43.169955 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-67074cd4-71b9-49c3-8295-1a83876060f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.225075 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-67074cd4-71b9-49c3-8295-1a83876060f7 None None] Port b54046ca-8a2b-40b3-b424-9f5bb35117a3 cannot update to ACTIVE because it is not bound. {{(pid=80428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 16:11:43.521217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54046ca-8a2b-40b3-b424-9f5bb35117a3 {{(pid=80425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 16:11:43.528466 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.540663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Transition to ACTIVE for port object b54046ca-8a2b-40b3-b424-9f5bb35117a3 will not be triggered until provisioned by entity L2. {{(pid=80425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 16:11:43.570070 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.587280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-48d4bd05-3fe1-41f8-9c58-78b8f4b24e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:43.726417 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b54046ca-8a2b-40b3-b424-9f5bb35117a3,revision_number=2']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:43.732205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:43.840777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66307ba2-894f-402a-ab54-3e83be9cad35 req-5d5dbcd5-27d7-4400-bad6-2406b315b0ec tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:43.842492 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-66307ba2-894f-402a-ab54-3e83be9cad35 req-5d5dbcd5-27d7-4400-bad6-2406b315b0ec tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.3793206
Nov 19 16:11:43.855194 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a075524-b500-4983-824f-9a813ddc05a5 req-d315b26b-5cc0-4238-bd44-bfcc1e23b17c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:43.856773 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a075524-b500-4983-824f-9a813ddc05a5 req-d315b26b-5cc0-4238-bd44-bfcc1e23b17c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.3566523
Nov 19 16:11:43.926663 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Attempting to bind port b54046ca-8a2b-40b3-b424-9f5bb35117a3 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 16:11:43.926904 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Attempting to bind port b54046ca-8a2b-40b3-b424-9f5bb35117a3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 16:11:43.927280 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Attempting to bind port b54046ca-8a2b-40b3-b424-9f5bb35117a3 on network af31d0f6-1433-41bc-949e-0ba6d0831843 {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 16:11:43.932319 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-66307ba2-894f-402a-ab54-3e83be9cad35 req-4fa2afed-973e-48ad-9cf8-8adb353a9c36 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744822
Nov 19 16:11:43.936009 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Checking agent: {'id': 'f2949663-bad7-4fa0-9dc7-0ae465a91103', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 58, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 58, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 16:11:43.936512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Checking segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 16:11:43.937018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.937531 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Bound using segment: {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'} {{(pid=80425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 16:11:43.938235 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Bound port: b54046ca-8a2b-40b3-b424-9f5bb35117a3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b21b46-1bf9-4f57-b933-71e0b1fb1010', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843'}}] {{(pid=80425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 16:11:43.938616 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:43.957938 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2a075524-b500-4983-824f-9a813ddc05a5 req-94072bef-7e87-4c22-b2b8-aa842511f8d8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0830169
Nov 19 16:11:44.038195 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] For port b54046ca-8a2b-40b3-b424-9f5bb35117a3, host hv-cinder-76330, cleared binding levels {{(pid=80425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 16:11:44.043005 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] For port b54046ca-8a2b-40b3-b424-9f5bb35117a3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 16:11:44.078596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852737634'] for port, after_update {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:44.094855 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2afd1132-0b73-40a1-ba94-eeecba11c59b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:44.240938 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b54046ca-8a2b-40b3-b424-9f5bb35117a3,revision_number=3']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:44.247179 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:44.282101 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:44.283462 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] 10.222.0.40 "PUT /v2.0/ports/b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 1157 time: 1.2997296
Nov 19 16:11:44.284028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:44.350092 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'status': 'completed', 'code': 200}
Nov 19 16:11:44.476186 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a124d1f5-e881-4c0e-a042-777c1fb4ee6f req-b32c7383-b0c5-4a84-a4ac-24c543aef0a2 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1160 time: 0.0830638
Nov 19 16:11:44.643453 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d1f5-e881-4c0e-a042-777c1fb4ee6f req-2debb010-5b2a-472b-a9f4-5503e78bc866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:44.645044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a124d1f5-e881-4c0e-a042-777c1fb4ee6f req-2debb010-5b2a-472b-a9f4-5503e78bc866 service neutron] 10.222.0.40 "GET /v2.0/networks?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&shared=False HTTP/1.1" status: 200  len: 904 time: 0.1567314
Nov 19 16:11:44.796755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d1f5-e881-4c0e-a042-777c1fb4ee6f req-9ed6192d-5c2a-4183-837a-b01fbc7b97ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:44.798480 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a124d1f5-e881-4c0e-a042-777c1fb4ee6f req-9ed6192d-5c2a-4183-837a-b01fbc7b97ac service neutron] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1467855
Nov 19 16:11:44.931323 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-107a2bba-e4ee-42e0-ac57-147928ebbd88 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1160 time: 0.0749800
Nov 19 16:11:45.013335 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-1d4621ec-969c-431e-8315-fdea006fbdd1 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 217 time: 0.0686011
Nov 19 16:11:45.086860 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-8bc20ee6-0343-48fa-9c75-dc0eda486699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:45.088719 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-8bc20ee6-0343-48fa-9c75-dc0eda486699 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0686378
Nov 19 16:11:45.161809 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48572a-4065-4bf0-a968-1ff9cea37aa6 req-9ffe21d1-4083-43eb-b816-db1e11c82ea7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:45.163416 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe48572a-4065-4bf0-a968-1ff9cea37aa6 req-9ffe21d1-4083-43eb-b816-db1e11c82ea7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0862448
Nov 19 16:11:45.182978 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-5cf4188f-340e-4a41-9f4d-dde3deb1ca44 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882206
Nov 19 16:11:45.217497 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fe48572a-4065-4bf0-a968-1ff9cea37aa6 req-eb638405-4415-4844-bbe6-fdef9b390375 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0468342
Nov 19 16:11:45.333867 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-c17bba78-b436-4787-a8c5-7e5acb362a58 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441891
Nov 19 16:11:45.455696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb419f7-55d3-42cc-82af-87de203f56d5 req-9d7efe5e-777d-43b5-a844-f5a9efc1140f tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:45.457228 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bb419f7-55d3-42cc-82af-87de203f56d5 req-9d7efe5e-777d-43b5-a844-f5a9efc1140f tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.0835278
Nov 19 16:11:45.492172 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-dad5477a-2729-48ca-a02c-57912c5120d4 req-b8186085-3bc4-45b6-8939-c1d862ab0cdf service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377718
Nov 19 16:11:45.506927 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-1bb419f7-55d3-42cc-82af-87de203f56d5 req-1500e447-131e-43b3-b58e-4d2ce4c5d130 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433202
Nov 19 16:11:46.565287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17da915-7b1c-490d-808f-48156223a129 req-86cd30c8-d647-4651-a2e0-0f19375a52a0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:46.566970 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e17da915-7b1c-490d-808f-48156223a129 req-86cd30c8-d647-4651-a2e0-0f19375a52a0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0875099
Nov 19 16:11:46.616307 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e17da915-7b1c-490d-808f-48156223a129 req-65ef0204-f23b-4d3e-89db-8ca43c4e94a1 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0428629
Nov 19 16:11:46.719714 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cca1-ad13-48c9-9046-9d93c358a203 req-6401fca9-eb91-4dba-8c7a-856d5522449b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:46.721386 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4a39cca1-ad13-48c9-9046-9d93c358a203 req-6401fca9-eb91-4dba-8c7a-856d5522449b tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.0854602
Nov 19 16:11:46.770269 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4a39cca1-ad13-48c9-9046-9d93c358a203 req-03e337fd-f010-4596-8d37-47811750452c tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/security-groups?id=ef505d30-bb47-48d4-aa69-63bf9f882986&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427351
Nov 19 16:11:46.999513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5e3a99fb-a3f4-4fe7-bd27-128f53c884a2 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:47.000320 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5e3a99fb-a3f4-4fe7-bd27-128f53c884a2 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Synchronizing usage tracker for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:port {{(pid=80425) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:11:47.043698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5e3a99fb-a3f4-4fe7-bd27-128f53c884a2 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Unset dirty status for tenant:88d965b2894043dfbe871ad574ba35d5 on resource:port {{(pid=80425) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:11:47.044898 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5e3a99fb-a3f4-4fe7-bd27-128f53c884a2 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 945 time: 0.1262541
Nov 19 16:11:47.116411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Deleting port a94be022-fcdd-4dad-9ce9-5607652e9887 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:11:47.116791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:47.593209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] For port a94be022-fcdd-4dad-9ce9-5607652e9887, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a94be022-fcdd-4dad-9ce9-5607652e9887,segment=NetworkSegment(a7c8b497-c763-4949-8a5e-3ec0253d0ded),segment_id=a7c8b497-c763-4949-8a5e-3ec0253d0ded)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:47.593815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:47.723958 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Calling delete_port for a94be022-fcdd-4dad-9ce9-5607652e9887 owned by compute:nova {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:11:47.831449 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db4841-9312-4292-8525-30d10e195de3 req-5cdfbbcd-5b3c-4caa-981c-129b8e428418 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:47.833063 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43db4841-9312-4292-8525-30d10e195de3 req-5cdfbbcd-5b3c-4caa-981c-129b8e428418 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0875845
Nov 19 16:11:47.883199 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-43db4841-9312-4292-8525-30d10e195de3 req-a2ab76f3-dd82-484f-b224-058ef1674bb8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0438070
Nov 19 16:11:47.947486 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4be6149b-ee35-4bb1-ac0c-58af45f9cf21 req-7401c134-b545-4207-800d-e463ed42b1d5 tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.43 "GET /v2.0/ports?device_id=b0ada7d7-42fc-4ace-b21b-5506550981dd HTTP/1.1" status: 200  len: 210 time: 0.0462155
Nov 19 16:11:47.957738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:47.973707 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:48.068945 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Pushing event deleted for resources: {'Port': ['ID=a94be022-fcdd-4dad-9ce9-5607652e9887,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:48.079251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:48.178455 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] No DVR routers for this DVR port a94be022-fcdd-4dad-9ce9-5607652e9887 on host hv-cinder-76330 {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:11:48.180537 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:48.183874 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'name': 'network-vif-deleted', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887'}] {{(pid=80425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:48.194653 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device a94be022-fcdd-4dad-9ce9-5607652e9887 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:11:48.227430 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c0620ee9-9cb5-4f7b-ab88-16ec72bcfeb1 req-5866e743-5b8a-4c99-a740-a3c739970e3d tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] 10.222.0.40 "DELETE /v2.0/ports/a94be022-fcdd-4dad-9ce9-5607652e9887 HTTP/1.1" status: 204  len: 173 time: 1.1767757
Nov 19 16:11:48.229380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: a94be022-fcdd-4dad-9ce9-5607652e9887 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:11:48.230397 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device a94be022-fcdd-4dad-9ce9-5607652e9887 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:11:48.243969 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ada7d7-42fc-4ace-b21b-5506550981dd', 'name': 'network-vif-deleted', 'tag': 'a94be022-fcdd-4dad-9ce9-5607652e9887', 'status': 'completed', 'code': 200}
Nov 19 16:11:49.106018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31abe7a-f2ad-40a7-979b-38d27dbd06ea req-ea63a6b5-3797-41c7-8ff3-f80102caa545 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:49.107645 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c31abe7a-f2ad-40a7-979b-38d27dbd06ea req-ea63a6b5-3797-41c7-8ff3-f80102caa545 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0916104
Nov 19 16:11:49.158301 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c31abe7a-f2ad-40a7-979b-38d27dbd06ea req-fb7d3cc2-08a3-4439-bd0c-a5795b340a05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440340
Nov 19 16:11:50.375685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29b541-a36a-4f3d-b2ca-9b6795de8195 req-a377412b-8663-4f1f-afa5-c7efad38783b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:50.377291 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6c29b541-a36a-4f3d-b2ca-9b6795de8195 req-a377412b-8663-4f1f-afa5-c7efad38783b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0830650
Nov 19 16:11:50.426623 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6c29b541-a36a-4f3d-b2ca-9b6795de8195 req-8b2b2935-bf91-4706-9585-2579dfecea6b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0429235
Nov 19 16:11:51.638735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb946-3063-4a96-8aa0-fb7a939a4ce2 req-2cc93435-f045-4b6b-ab07-baca94cba894 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:51.640345 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ddcb946-3063-4a96-8aa0-fb7a939a4ce2 req-2cc93435-f045-4b6b-ab07-baca94cba894 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0865786
Nov 19 16:11:51.688443 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-8ddcb946-3063-4a96-8aa0-fb7a939a4ce2 req-f88d28a5-7292-486e-a78d-2e1d11a04b48 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0420072
Nov 19 16:11:52.898736 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf941ce-dd5f-443a-82bc-b0e4fa00a268 req-75756e8f-5ef3-4b63-a27e-f97e2ac3a1f0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:52.900366 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bcf941ce-dd5f-443a-82bc-b0e4fa00a268 req-75756e8f-5ef3-4b63-a27e-f97e2ac3a1f0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0846832
Nov 19 16:11:52.954026 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-bcf941ce-dd5f-443a-82bc-b0e4fa00a268 req-16f37e3e-cea0-41e1-9f22-ededf393ced9 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0467510
Nov 19 16:11:54.162043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca510e5-81d1-4746-9709-7eecb3fe2cb4 req-a47307e4-97a3-4ff8-b80b-f0d9db96145e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:54.163662 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eca510e5-81d1-4746-9709-7eecb3fe2cb4 req-a47307e4-97a3-4ff8-b80b-f0d9db96145e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.0831265
Nov 19 16:11:54.212411 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-eca510e5-81d1-4746-9709-7eecb3fe2cb4 req-1f724d3b-5bd3-4a62-8691-90a89f3c8b4f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0425694
Nov 19 16:11:55.123853 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:55.449489 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dda8bd-5281-46cd-8263-0208b40f24de req-5163b424-aa72-4971-b0e1-83141dee745a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:55.451111 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-45dda8bd-5281-46cd-8263-0208b40f24de req-5163b424-aa72-4971-b0e1-83141dee745a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.1098058
Nov 19 16:11:55.510684 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-45dda8bd-5281-46cd-8263-0208b40f24de req-8a1ccb4e-7534-4272-a9b5-05ed2d8d42a0 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0524831
Nov 19 16:11:56.757784 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560661a6-13f9-4e72-92a0-ba56aa8122fc req-399b0bc2-41a8-410e-8d67-5586a29f2c37 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:56.759479 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-560661a6-13f9-4e72-92a0-ba56aa8122fc req-399b0bc2-41a8-410e-8d67-5586a29f2c37 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 943 time: 0.1083050
Nov 19 16:11:56.775110 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b54046ca-8a2b-40b3-b424-9f5bb35117a3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:56.839023 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-560661a6-13f9-4e72-92a0-ba56aa8122fc req-f15ec367-f2ca-4e37-944c-5a23dddd1c81 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0710568
Nov 19 16:11:56.900582 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning for port b54046ca-8a2b-40b3-b424-9f5bb35117a3 completed by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 16:11:56.906902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b54046ca-8a2b-40b3-b424-9f5bb35117a3 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:56.907578 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:57.032149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:57.062313 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3'}] {{(pid=80428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:11:57.074670 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] For port b54046ca-8a2b-40b3-b424-9f5bb35117a3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:11:57.106456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880'] for port, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:57.108538 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:11:57.185660 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'code': 200}
Nov 19 16:11:57.215706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Pushing event updated for resources: {'Port': ['ID=b54046ca-8a2b-40b3-b424-9f5bb35117a3,revision_number=4']} {{(pid=80428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:11:57.218106 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80428) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:11:57.511629 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-600c40b2-32bd-40a6-9c54-2139674cb1b7 req-67ab5b68-1a7e-45e7-9fee-6ab7da200724 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1162 time: 0.0769420
Nov 19 16:11:57.568331 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-600c40b2-32bd-40a6-9c54-2139674cb1b7 req-a0dd6bd1-9b16-478e-bea9-7f96a8987a9d service neutron] 10.222.0.40 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0498145
Nov 19 16:11:58.053265 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cf10-f96b-4ce1-9cb6-82faea560e6a req-788f258c-105e-4ebb-9a15-8dfecc98f562 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:58.054863 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5367cf10-f96b-4ce1-9cb6-82faea560e6a req-788f258c-105e-4ebb-9a15-8dfecc98f562 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.0928497
Nov 19 16:11:58.104803 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5367cf10-f96b-4ce1-9cb6-82faea560e6a req-dbb02acd-d083-4218-9537-814c071e3314 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437448
Nov 19 16:11:58.396372 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b54046ca-8a2b-40b3-b424-9f5bb35117a3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 16:11:58.474869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.provisioning_blocks [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Provisioning complete for port b54046ca-8a2b-40b3-b424-9f5bb35117a3 triggered by entity L2. {{(pid=80428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 16:11:58.475329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3579981'] for port, provisioning_complete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:11:59.345242 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01343f0-d1b0-4583-8c97-c6e6e2cfb7bc req-d27b9b06-ecfd-403f-bb0e-ebf9af1b0cb4 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:59.346964 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e01343f0-d1b0-4583-8c97-c6e6e2cfb7bc req-d27b9b06-ecfd-403f-bb0e-ebf9af1b0cb4 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.1023991
Nov 19 16:11:59.402523 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-e01343f0-d1b0-4583-8c97-c6e6e2cfb7bc req-59d81d65-9173-48a3-82a1-60d1307d8d31 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0485787
Nov 19 16:11:59.638564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80ef5a-aa13-4484-943d-d63e7cdd4486 req-04b7a2d1-3c80-43cb-a61f-8d1df31f8515 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:11:59.640686 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd80ef5a-aa13-4484-943d-d63e7cdd4486 req-04b7a2d1-3c80-43cb-a61f-8d1df31f8515 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.0951099
Nov 19 16:11:59.727544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fd80ef5a-aa13-4484-943d-d63e7cdd4486 req-555dfb29-b530-4d90-971f-4a0edae2c991 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0804143
Nov 19 16:11:59.947165 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-b3b30d35-5e55-417a-b876-091ca8ed5e2e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1703534
Nov 19 16:11:59.958262 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:11:59.966328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 16:11:59.976771 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.quota.driver [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 16:12:00.026797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:00.205596 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:00.504371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_common [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Allocated IP 172.27.2.75 (f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5/798f42b1-c64a-4758-a9ef-7a06dd61a6ef/d06b6198-4375-4a85-aee3-e24cd06f1091) {{(pid=80426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 16:12:00.676002 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:00.730758 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750833820190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:00.744682 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7611de3-8c28-48e8-b108-2dc7698e9cc1 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:12:00.904074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=d06b6198-4375-4a85-aee3-e24cd06f1091,revision_number=1']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:12:00.910128 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:12:00.986165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Network f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 is already hosted by enough agents. {{(pid=80426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 16:12:00.987639 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.base_scheduler [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Resources bound (agent type, host, resource id):  {{(pid=80426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 16:12:01.050026 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Received port after_create {{(pid=80426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 16:12:01.150645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_create {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:01.453576 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854006169'] for port, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:01.759028 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for port, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:01.798516 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286020466667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286020980954', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750833794880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852814088'] for port, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:01.813139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-723ef929-0877-4dcd-ad7f-bba64dc18f4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:12:01.947954 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event updated for resources: {'Port': ['ID=d06b6198-4375-4a85-aee3-e24cd06f1091,revision_number=2']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:12:01.952490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:12:02.078346 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:02.146411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:02.147740 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-be9773d1-7360-4277-9a6e-ecfca5ead425 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.1939373
Nov 19 16:12:02.253659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-a4f0d7f2-dd87-44b4-87b9-c13dc28ff997 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:12:02.300775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-a4f0d7f2-dd87-44b4-87b9-c13dc28ff997 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:12:02.302170 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-a4f0d7f2-dd87-44b4-87b9-c13dc28ff997 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.75 HTTP/1.1" status: 200  len: 695 time: 0.1453257
Nov 19 16:12:02.477238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-24156849-45fa-4581-97e7-628f3e65a0c8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:02.482829 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-28dea9c4-1902-4d0e-8ce3-0fd00827fd3a req-24156849-45fa-4581-97e7-628f3e65a0c8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1743412
Nov 19 16:12:02.702018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a75e-9901-4203-9165-6315b32469ca req-a384e2af-aef9-4ba7-99b8-64e0cea2550b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:02.703972 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-a384e2af-aef9-4ba7-99b8-64e0cea2550b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1033638
Nov 19 16:12:02.769429 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d0e62a35-cd3f-4d39-b4cd-8a51e3cdd140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:02.818796 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-b4c59637-f23b-4790-8213-ad98876ff9f8 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.75 HTTP/1.1" status: 200  len: 695 time: 0.1073656
Nov 19 16:12:02.830436 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.v2.base [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Request body: {'floatingip': {'port_id': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 16:12:02.915990 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, before_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:03.895912 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:03.929705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854131111'] for floatingip, after_update {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:04.164513 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 8ffe8f56-6314-4fff-8626-99b6716fa8a2 associated. External IP: 172.27.2.75, port: b54046ca-8a2b-40b3-b424-9f5bb35117a3.
Nov 19 16:12:04.593277 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:12:04.829284 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:12:04.834929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:04.845841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:12:04.864393 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:12:04.867043 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576407b160>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:11:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:04.901177 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-2ae7e5aa-250d-4a54-b175-3146bdae5772 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "PUT /v2.0/floatingips/8ffe8f56-6314-4fff-8626-99b6716fa8a2 HTTP/1.1" status: 200  len: 995 time: 2.0752609
Nov 19 16:12:04.901803 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:12:05.107517 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'status': 'completed', 'code': 200}
Nov 19 16:12:05.115237 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:12:05.159968 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-ff94bb00-db28-486d-b17d-17c6bc785666 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1162 time: 0.2364221
Nov 19 16:12:05.241093 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-9f17bc66-9dd3-4c88-bd25-983728d49654 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1162 time: 0.0991938
Nov 19 16:12:05.344029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a75e-9901-4203-9165-6315b32469ca req-aa982a43-e96d-43e7-a229-bae8401078d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:05.349974 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a5991159-c14c-42c7-8f23-6c936ac52336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:05.353376 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-aa982a43-e96d-43e7-a229-bae8401078d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1924257
Nov 19 16:12:05.423906 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-df445ceb-dbbb-44e3-a89b-45094dc12c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:05.426056 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-df445ceb-dbbb-44e3-a89b-45094dc12c83 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1757541
Nov 19 16:12:05.468174 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-78da0992-2c9c-4f1b-adf5-22e40da4b743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 998 time: 0.1136930
Nov 19 16:12:05.583670 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-dc2a1510-c5e3-4bc5-9d7b-567993149473 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 998 time: 0.1423242
Nov 19 16:12:05.584086 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a75e-9901-4203-9165-6315b32469ca req-93479885-5a91-4ca3-a024-9385c9e101fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:05.585991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-93479885-5a91-4ca3-a024-9385c9e101fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.1106880
Nov 19 16:12:05.666424 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-c7cdf7ef-f7cf-4f5c-a183-099b1a44f650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:12:05.668985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-c7cdf7ef-f7cf-4f5c-a183-099b1a44f650 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0771832
Nov 19 16:12:05.740974 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-3dce5bb0-7ffa-42ca-a5be-394bfd268fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353838
Nov 19 16:12:05.806621 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-60fc104e-5894-49e2-b7c7-afcd910ca0c9 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196692
Nov 19 16:12:05.826289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576407b160>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}, {'id': '8ffe8f56-6314-4fff-8626-99b6716fa8a2', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:c4:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:12:01Z', 'updated_at': '2020-11-19T16:12:03Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:05.830730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:12:05.845071 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:12:05.846029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f576407b160>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:12:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:05.912921 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:05.965640 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-ac961ba8-4578-45cc-9650-5a6b9ff4bef5 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235856
Nov 19 16:12:05.998720 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-beabf30a-4348-44c0-a920-2046ea5beb58 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841345
Nov 19 16:12:06.173847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:12:06.180833 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0554a75e-9901-4203-9165-6315b32469ca req-f0e05a9f-fc48-482f-8bc9-44533cfbfd06 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2086382
Nov 19 16:12:06.214176 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-9c562674-6f18-4064-9b1b-3f18c12a0cc0 req-af12ed2d-b421-422f-9cae-8412ada9293b service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2037790
Nov 19 16:12:06.565214 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:06.639021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f576407b160>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}, {'id': '8ffe8f56-6314-4fff-8626-99b6716fa8a2', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:c4:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:12:01Z', 'updated_at': '2020-11-19T16:12:03Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:06.643525 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6c021-bce3-4d1a-a6c9-873bfcb0973a None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}, {'id': '8ffe8f56-6314-4fff-8626-99b6716fa8a2', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:c4:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:12:01Z', 'updated_at': '2020-11-19T16:12:03Z', 'revision_number': 1, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:12:06.921564 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:12:06.968947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef989c8-7e82-42b3-832f-0ecbfab6920f None None] New status for floating IP 8ffe8f56-6314-4fff-8626-99b6716fa8a2: ACTIVE {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:12:07.056374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:15.798328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35850) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:12:15.863665 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Deleting subnet c417a495-c534-418d-aef2-449524dc984a {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:12:15.866796 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:15.922301 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:15.980560 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:16.420416 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:16.436518 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-03d2f3f4-d1f9-404f-9cbe-26d06fb6fc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:12:16.525099 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c417a495-c534-418d-aef2-449524dc984a,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:12:16.558219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.558949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.559375 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.559786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.560199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.560608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.561013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.561523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.561851 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.562255 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.562656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.563054 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.563541 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.563942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.564343 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.564741 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.565139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.565563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.565963 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.566396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.566756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.567153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.567555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.567949 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:12:16.572013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:12:16.591329 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:16.597721 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9fb0ad64-439e-48bf-b866-38337a143284 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c417a495-c534-418d-aef2-449524dc984a HTTP/1.1" status: 204  len: 168 time: 0.7982588
Nov 19 16:12:16.600251 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35854) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:12:16.717006 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:16.903763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.016656 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575fd31198>,) {'filters': {'network_id': ['3b35c900-fe6c-4654-85ef-cdd31adfb865']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:17.029723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fd31198>, 'a7c8b497-c763-4949-8a5e-3ec0253d0ded') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:17.030060 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575fd31198>, 'a7c8b497-c763-4949-8a5e-3ec0253d0ded') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:12:17.041844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.111350 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.113428 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:12:17.302928 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:12:17.312354 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.488764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Network 3b35c900-fe6c-4654-85ef-cdd31adfb865 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:12:17.516276 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:12:17.733705 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.737209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:12:17.754149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:17.760463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b35c900-fe6c-4654-85ef-cdd31adfb865,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:12:17.765514 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:12:17.803746 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-22923d56-46fb-4c94-8eef-a253ad0336e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b35c900-fe6c-4654-85ef-cdd31adfb865 HTTP/1.1" status: 204  len: 168 time: 1.2024505
Nov 19 16:12:18.048712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35860) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:12:18.105719 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-263ec720-a8e4-4118-be4d-fd576f0b1aec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88d965b2894043dfbe871ad574ba35d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551231
Nov 19 16:12:18.107986 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35864) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:12:18.170825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:18.198055 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:18.403620 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:18.409068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-4a47c277-bc60-48ea-b63f-cab86f9104e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:12:18.420038 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef505d30-bb47-48d4-aa69-63bf9f882986,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:12:18.423766 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:12:18.427153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:18.428379 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0a36c0d9-79e3-40f2-9b53-62574ea200c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef505d30-bb47-48d4-aa69-63bf9f882986 HTTP/1.1" status: 204  len: 168 time: 0.3194366
Nov 19 16:12:25.116969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:32.768462 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-11139f44-045b-40ab-86e3-e81d44f82ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:35.265355 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-df1a7102-41e7-4129-b54a-6bbf4c194e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:35.830969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:36.511016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:37.059679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:12:43.922816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:12:55.156970 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:02.767937 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4c9839bc-7101-4695-afa1-586b1f9b89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:05.270910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c294-172a-4b05-9a31-9b2572933244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:05.836562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:06.516660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:07.070074 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:20.924175 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:13:25.167512 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:25.461613 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-7946f430-cd33-43b1-94ff-f268747cd919 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips/8ffe8f56-6314-4fff-8626-99b6716fa8a2 HTTP/1.1" status: 200  len: 997 time: 0.1117907
Nov 19 16:13:25.618835 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-c9594a59-adc5-499c-80a4-8046b8b7b0d7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:25.620287 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-c9594a59-adc5-499c-80a4-8046b8b7b0d7 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1529424
Nov 19 16:13:25.631505 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-9ec2cac4-c72f-461e-8843-76fb4b40845e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80426) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 16:13:25.632530 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-9ec2cac4-c72f-461e-8843-76fb4b40845e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0062811
Nov 19 16:13:25.741302 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-3a3ea88b-b62a-4a7f-bf07-76c253d1ca6f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.75 HTTP/1.1" status: 200  len: 1000 time: 0.1026998
Nov 19 16:13:25.825374 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-f77ad33c-5fc6-44e4-be3c-09a98e4e0253 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:25.826866 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-f77ad33c-5fc6-44e4-be3c-09a98e4e0253 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports/b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 942 time: 0.0795979
Nov 19 16:13:26.027636 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-5afda054-166f-4bc0-a9ef-35ea7111d68e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.75 HTTP/1.1" status: 200  len: 1000 time: 0.1030638
Nov 19 16:13:26.473915 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port d06b6198-4375-4a85-aee3-e24cd06f1091 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:26.474490 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:26.646916 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:26.647287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:26.775857 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for d06b6198-4375-4a85-aee3-e24cd06f1091 owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:26.944629 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:26.959797 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-501b815f-fcdf-455a-a0dc-bffa66d29a24 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:27.050593 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=d06b6198-4375-4a85-aee3-e24cd06f1091,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:27.072463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.072879 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.073289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.073715 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.074120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.074521 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.074942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.075311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.075702 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.076093 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.076479 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.076873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.077351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.077786 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.078154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.078563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.078952 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.079341 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.079730 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.080094 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.080486 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.080896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.081286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.081696 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:27.086627 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:27.200385 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:27.200767 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 8ffe8f56-6314-4fff-8626-99b6716fa8a2 disassociated (deleted). External IP: 172.27.2.75, port: b54046ca-8a2b-40b3-b424-9f5bb35117a3.
Nov 19 16:13:27.630503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:13:27.651981 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-7aa4300a-a816-4aa8-abbd-df0ce7a66718 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0787792
Nov 19 16:13:27.816570 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-90f19e73-01c7-4038-8af3-8da97616bfda service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.0767710
Nov 19 16:13:27.844461 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:13:27.860456 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:13:27.868641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:27.869333 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57647e9630>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:27.899149 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:27.964207 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "DELETE /v2.0/floatingips/8ffe8f56-6314-4fff-8626-99b6716fa8a2 HTTP/1.1" status: 204  len: 173 time: 1.9306326
Nov 19 16:13:27.965201 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:13:28.031106 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'status': 'completed', 'code': 200}
Nov 19 16:13:28.076861 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:28.079597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-8f933028-f4d1-4b36-80ba-3e8a3583b5bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1162 time: 0.1011643
Nov 19 16:13:28.213059 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-e92c5875-c233-4b2c-a28a-422d8ba4ac10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.214588 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-e92c5875-c233-4b2c-a28a-422d8ba4ac10 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.3753016
Nov 19 16:13:28.292275 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-e527ede9-eee0-4cc4-be63-285a79213f04 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 1162 time: 0.2114611
Nov 19 16:13:28.294849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-f39321d6-15d1-40ff-8942-05053c624e1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.296350 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-f39321d6-15d1-40ff-8942-05053c624e1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.1802430
Nov 19 16:13:28.327866 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-368f4e0c-1817-41b7-87e6-b6e3737ac474 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 1001 time: 0.1065195
Nov 19 16:13:28.398270 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-f6be58d6-9915-4687-b456-e58a2ed2b19c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.399864 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-f6be58d6-9915-4687-b456-e58a2ed2b19c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0658576
Nov 19 16:13:28.452774 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-6d34ecaf-4782-41d5-b39c-1dbf3839b501 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 217 time: 0.1292534
Nov 19 16:13:28.456685 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57647e9630>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:28.461137 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:13:28.472889 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:28.473612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57647e9630>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:05Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:28.485053 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-d1601f54-1200-48b7-8b8a-c7a4de59bc6b service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787218
Nov 19 16:13:28.564761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-d8d8bf01-b1d3-4c01-83a7-065d12c84af5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.566975 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-d8d8bf01-b1d3-4c01-83a7-065d12c84af5 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.2686436
Nov 19 16:13:28.570556 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-1f1d5348-7a39-43e8-adbc-0712b3df2687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.572080 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-1f1d5348-7a39-43e8-adbc-0712b3df2687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.1074543
Nov 19 16:13:28.635840 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-9332d0df-9328-466b-8f5e-5ae38229372e service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442657
Nov 19 16:13:28.670165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:28.693006 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-c920d82f-28c8-4085-9dd1-093925348453 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 200  len: 217 time: 0.1187603
Nov 19 16:13:28.774055 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-b65bc90a-cc62-4245-a4c6-d8b92cd80f5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1486218
Nov 19 16:13:28.778241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-4a8365e1-318d-49af-9975-3e78c1cd515f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:28.779991 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-4a8365e1-318d-49af-9975-3e78c1cd515f service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0788846
Nov 19 16:13:28.787504 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-7e41e458-8b42-47d1-8e61-0d9f944a44a1 req-51b8c181-4c5b-4418-8dca-01546d47e74d service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453500
Nov 19 16:13:28.991288 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-11af20b4-e372-4c28-b16e-2ce04ecf8567 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079000
Nov 19 16:13:28.999449 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-903556e6-0033-45bb-9e9f-d8799b1a714c service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1923969
Nov 19 16:13:29.240165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57647e9630>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:29.244884 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076d854-4a60-4db0-a288-9f701f68ceed None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_floatingips': [{'id': '1203ee68-8b88-487e-bd3e-3a6121f686a3', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'router_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'port_id': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'mac_address': 'fa:16:3e:fa:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T16:10:03Z', 'updated_at': '2020-11-19T16:10:08Z', 'revision_number': 2, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:13:29.503024 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6b7c289b-af5c-47db-a279-880650f16dd7 req-0b2aff72-5735-46e8-83f1-362cf7a3c222 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5019758
Nov 19 16:13:29.505105 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-12b0186e-bc1f-4eb2-8e63-a097605b4c4c service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461271
Nov 19 16:13:29.637899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141fa7d2-a1bc-4ede-996c-9ebd2e422a30 None None] New status for floating IP 8ffe8f56-6314-4fff-8626-99b6716fa8a2: DOWN {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:13:29.660575 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-4f715f09-e9bd-4817-b71b-2983ca483c32 req-0d68462f-cfee-4b31-932f-2672126956f2 service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483915
Nov 19 16:13:30.054169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2d05-9f89-4b86-bbc2-13b8bf4f5439 req-26751ba4-20e3-49eb-bb66-61c0c874bf05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:30.054837 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5a5c2d05-9f89-4b86-bbc2-13b8bf4f5439 req-26751ba4-20e3-49eb-bb66-61c0c874bf05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:30.092936 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-5a5c2d05-9f89-4b86-bbc2-13b8bf4f5439 req-26751ba4-20e3-49eb-bb66-61c0c874bf05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:30.094214 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a5c2d05-9f89-4b86-bbc2-13b8bf4f5439 req-26751ba4-20e3-49eb-bb66-61c0c874bf05 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.1209946
Nov 19 16:13:30.142201 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5a5c2d05-9f89-4b86-bbc2-13b8bf4f5439 req-2e178693-4cdb-478f-ad07-4abed448f2da tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0416548
Nov 19 16:13:31.362411 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0761bd-1118-49d1-9fc7-b49b6d2756ae req-0b57949c-7d4d-46eb-ade2-3e67ad8bf58e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:31.364026 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b0761bd-1118-49d1-9fc7-b49b6d2756ae req-0b57949c-7d4d-46eb-ade2-3e67ad8bf58e tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.0886562
Nov 19 16:13:31.412437 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-0b0761bd-1118-49d1-9fc7-b49b6d2756ae req-bcccc4fe-65f0-4c6f-b0ba-754254c58539 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0422070
Nov 19 16:13:31.760444 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-cc8c09e7-01e5-4db7-9c9f-4316b48792b3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:31.762065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-cc8c09e7-01e5-4db7-9c9f-4316b48792b3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 945 time: 0.0825641
Nov 19 16:13:31.839641 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port b54046ca-8a2b-40b3-b424-9f5bb35117a3 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:31.840029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:32.106764 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] For port b54046ca-8a2b-40b3-b424-9f5bb35117a3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b54046ca-8a2b-40b3-b424-9f5bb35117a3,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:32.107081 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:32.238815 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for b54046ca-8a2b-40b3-b424-9f5bb35117a3 owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:32.412847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:32.427898 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-27e6838d-29df-4744-9413-f79c0304a896 tempest-TestMinimumBasicScenario-1144298745 tempest-TestMinimumBasicScenario-1144298745] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:32.527224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=b54046ca-8a2b-40b3-b424-9f5bb35117a3,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:32.537120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:32.599891 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-904db1b5-3548-44e3-a7ee-3d519b15a5eb req-129ff51d-4cdc-4402-8994-8a24f3f79033 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 210 time: 0.0555627
Nov 19 16:13:32.680580 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] No DVR routers for this DVR port b54046ca-8a2b-40b3-b424-9f5bb35117a3 on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:13:32.682888 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:32.685735 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'name': 'network-vif-deleted', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:13:32.728676 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-2032c683-c47d-4f29-a1ad-335c0ecd0f82 req-6517fb18-9e9b-4cca-89d7-23917cd3dca3 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "DELETE /v2.0/ports/b54046ca-8a2b-40b3-b424-9f5bb35117a3 HTTP/1.1" status: 204  len: 173 time: 0.9610648
Nov 19 16:13:32.746465 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2748c0-d125-420a-8ba8-58569f2136b8', 'name': 'network-vif-deleted', 'tag': 'b54046ca-8a2b-40b3-b424-9f5bb35117a3', 'status': 'completed', 'code': 200}
Nov 19 16:13:32.773097 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-735a41cf-5417-4889-99a9-90c6aea4c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:32.825614 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b54046ca-8a2b-40b3-b424-9f5bb35117a3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:13:32.863825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: b54046ca-8a2b-40b3-b424-9f5bb35117a3 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:13:32.864218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device b54046ca-8a2b-40b3-b424-9f5bb35117a3 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:13:33.793742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c161329c-a55d-40ab-8a78-2d57899bb264 req-215c142d-63e6-40eb-aa0f-b281d2de8809 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:33.835340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-c161329c-a55d-40ab-8a78-2d57899bb264 req-215c142d-63e6-40eb-aa0f-b281d2de8809 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:33.836638 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-c161329c-a55d-40ab-8a78-2d57899bb264 req-215c142d-63e6-40eb-aa0f-b281d2de8809 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=0f2748c0-d125-420a-8ba8-58569f2136b8 HTTP/1.1" status: 200  len: 210 time: 0.0940726
Nov 19 16:13:35.270690 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-c3b59b16-ff87-4aba-8453-049b46431fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:35.864371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:36.509691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:37.064199 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:37.629489 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-e658b9a1-2517-4aba-81b6-7420a1f8c194 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips/1203ee68-8b88-487e-bd3e-3a6121f686a3 HTTP/1.1" status: 200  len: 998 time: 0.1094894
Nov 19 16:13:37.788681 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-77c75de1-c784-48f1-b406-3b552fd77c30 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:37.790222 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-77c75de1-c784-48f1-b406-3b552fd77c30 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1550126
Nov 19 16:13:37.899752 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-b2bb45f6-3843-4903-a087-fecdfcb25cf6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:37.944167 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-b2bb45f6-3843-4903-a087-fecdfcb25cf6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:37.945519 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-b2bb45f6-3843-4903-a087-fecdfcb25cf6 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.143 HTTP/1.1" status: 200  len: 1001 time: 0.1489379
Nov 19 16:13:38.028998 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-f2352a72-2270-4498-92cf-fa6bfa490933 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:38.030515 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-f2352a72-2270-4498-92cf-fa6bfa490933 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports/036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 942 time: 0.0790353
Nov 19 16:13:38.211630 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-0a1d82cd-6695-4daf-890b-225279c41547 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.143 HTTP/1.1" status: 200  len: 1001 time: 0.1016424
Nov 19 16:13:38.428413 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port ae713ed5-4cdd-429b-b5bc-4c7adbea246f {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:38.428791 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:38.604726 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:38.605016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:38.734738 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for ae713ed5-4cdd-429b-b5bc-4c7adbea246f owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:38.911278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:38.926876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d393a991-6ef2-4a7a-9f9a-366156d82944 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:39.024749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=ae713ed5-4cdd-429b-b5bc-4c7adbea246f,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:39.032072 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:39.146619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:39.146985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.db.l3_db [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Floating IP 1203ee68-8b88-487e-bd3e-3a6121f686a3 disassociated (deleted). External IP: 172.27.2.143, port: 036e9802-cdb5-479f-8e0f-25d172dc2142.
Nov 19 16:13:39.783871 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:13:40.000552 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:13:40.010241 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:13:40.023238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:40.023920 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764277518>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:40.082770 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:40.138818 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "DELETE /v2.0/floatingips/1203ee68-8b88-487e-bd3e-3a6121f686a3 HTTP/1.1" status: 204  len: 173 time: 1.9213018
Nov 19 16:13:40.139388 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:13:40.208065 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'status': 'completed', 'code': 200}
Nov 19 16:13:40.215107 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:40.234200 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-8cf710d5-0258-449d-aaac-c6e640414986 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.0820560
Nov 19 16:13:40.443477 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-56163215-6f06-47bc-a261-2b6531d802ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:40.445120 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-56163215-6f06-47bc-a261-2b6531d802ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.2037766
Nov 19 16:13:40.449291 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-dbdeb68c-d2ad-4dea-a0d4-cc13c5c5560a service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 1162 time: 0.1858723
Nov 19 16:13:40.552083 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764277518>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:40.556245 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:13:40.568712 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:40.569380 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5764277518>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:40.589244 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-a0c68636-3052-410b-9902-4e0706f07ddd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 217 time: 0.1373851
Nov 19 16:13:40.698922 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-130b050d-9fc8-4edd-b81a-afa674c659fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:40.700449 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-130b050d-9fc8-4edd-b81a-afa674c659fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.0978689
Nov 19 16:13:40.762870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:40.767362 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-6b13dc43-b3ad-4a7f-98d5-8bc85d3cd445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:40.768985 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-6b13dc43-b3ad-4a7f-98d5-8bc85d3cd445 service neutron] 10.222.0.40 "GET /v2.0/networks?id=af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 200  len: 904 time: 0.2643037
Nov 19 16:13:40.851605 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-3b3b2d0b-b0fb-4acb-a529-91c5cc0462fa service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 200  len: 217 time: 0.0755126
Nov 19 16:13:40.902641 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-316b7dd1-0169-423f-9c41-1773d14f2146 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1900482
Nov 19 16:13:41.018497 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-05c64622-d513-4dd6-b290-8af1e51f0eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:41.020515 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-05c64622-d513-4dd6-b290-8af1e51f0eb1 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 200  len: 849 time: 0.1625092
Nov 19 16:13:41.099065 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5764277518>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:41.103289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8db13f-714a-4dd9-9b07-4341fe070b0e None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:06:31Z', 'revision_number': 4, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi', '_interfaces': [{'id': '9de2feae-477a-45f2-bf2a-c9b2d511894a', 'name': '', 'network_id': 'af31d0f6-1433-41bc-949e-0ba6d0831843', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'mac_address': 'fa:16:3e:cf:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:29Z', 'updated_at': '2020-11-19T16:06:40Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'subnets': [{'id': '8704b3c8-1621-45c5-9a91-19ade849752b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:13:41.122051 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-61f8ab0f-d42b-405f-9fda-04a6c985515d service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077658
Nov 19 16:13:41.229839 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-aa6dcf69-7654-4838-b267-a06a2a238f15 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=af31d0f6-1433-41bc-949e-0ba6d0831843&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1997941
Nov 19 16:13:41.372812 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3e29bc55-84e7-4737-a7ae-9ffcb74b55f0 req-26245a47-f264-4e8d-934e-68f4f3a95457 service neutron] 10.222.0.43 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2426529
Nov 19 16:13:41.415035 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-5963ec2d-c758-4a35-ac24-50e4120ce25f service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764359
Nov 19 16:13:41.509076 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ece836-02ea-48ed-840c-1ebd9a858721 None None] New status for floating IP 1203ee68-8b88-487e-bd3e-3a6121f686a3: DOWN {{(pid=80429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 16:13:41.564044 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-5976dc9a-285d-41fd-b5e5-daa2183537fc req-3f21bf82-0231-453e-8f3b-7fa4c78d54df service neutron] 10.222.0.40 "GET /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421535
Nov 19 16:13:41.930467 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd42a-480f-4a4a-beed-76164e9b6a08 req-856c30b5-481a-48a5-910f-3788c7737ae2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:41.931234 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3bacd42a-480f-4a4a-beed-76164e9b6a08 req-856c30b5-481a-48a5-910f-3788c7737ae2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:41.973706 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-3bacd42a-480f-4a4a-beed-76164e9b6a08 req-856c30b5-481a-48a5-910f-3788c7737ae2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:41.975003 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3bacd42a-480f-4a4a-beed-76164e9b6a08 req-856c30b5-481a-48a5-910f-3788c7737ae2 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.1295984
Nov 19 16:13:42.032611 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3bacd42a-480f-4a4a-beed-76164e9b6a08 req-326b8f6d-73ad-45b0-9274-3c001a80f46a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0512030
Nov 19 16:13:43.248881 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57bc1c-45db-4d23-b83a-74bc711c8800 req-66a13511-4215-4f11-957f-2083a893c4ab tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:43.250606 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa57bc1c-45db-4d23-b83a-74bc711c8800 req-66a13511-4215-4f11-957f-2083a893c4ab tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.0864291
Nov 19 16:13:43.299597 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fa57bc1c-45db-4d23-b83a-74bc711c8800 req-20bc8cf4-a62f-4087-8e22-b527f98bf729 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups?id=7a29dff7-3cc5-429b-8f31-56edce8d82f0&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421414
Nov 19 16:13:43.499017 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-959cd569-7302-4c2d-aeb4-fc8a2b295a8c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:43.500570 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-959cd569-7302-4c2d-aeb4-fc8a2b295a8c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 945 time: 0.0808606
Nov 19 16:13:43.800710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port 036e9802-cdb5-479f-8e0f-25d172dc2142 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:43.801095 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:44.056304 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] For port 036e9802-cdb5-479f-8e0f-25d172dc2142, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=036e9802-cdb5-479f-8e0f-25d172dc2142,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:44.056622 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:44.188232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for 036e9802-cdb5-479f-8e0f-25d172dc2142 owned by compute:nova {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:44.367260 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:44.383780 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d5e32bf2-5b7e-4220-8365-e08c250deb0f tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:44.483243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=036e9802-cdb5-479f-8e0f-25d172dc2142,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:44.532873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:44.543286 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-3dcae00b-56ce-43a1-8d19-cd9fa44a03c5 req-b363a946-d4d7-40b5-a461-48180a436464 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 210 time: 0.0661438
Nov 19 16:13:44.636968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] No DVR routers for this DVR port 036e9802-cdb5-479f-8e0f-25d172dc2142 on host hv-cinder-76330 {{(pid=80426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:13:44.640812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for port, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:44.642217 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'name': 'network-vif-deleted', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142'}] {{(pid=80426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 16:13:44.682459 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-a75255fa-3b34-4b7e-928f-2f70045af863 req-bcc111ab-5f0d-4349-acb1-1b1cbba2908c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.40 "DELETE /v2.0/ports/036e9802-cdb5-479f-8e0f-25d172dc2142 HTTP/1.1" status: 204  len: 173 time: 1.1762834
Nov 19 16:13:44.703609 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82c6521-6407-4d3b-b7a2-620d82106886', 'name': 'network-vif-deleted', 'tag': '036e9802-cdb5-479f-8e0f-25d172dc2142', 'status': 'completed', 'code': 200}
Nov 19 16:13:44.871211 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 036e9802-cdb5-479f-8e0f-25d172dc2142 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:13:44.905626 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] No Port match for: 036e9802-cdb5-479f-8e0f-25d172dc2142 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:13:44.905962 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Device 036e9802-cdb5-479f-8e0f-25d172dc2142 not bound to the agent host hv-cinder-76330 {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:13:45.737827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-6077e9fe-0100-432e-8863-d570cc069211 req-e3f63323-cfb3-4696-abdf-daa661a7d922 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:45.779220 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-6077e9fe-0100-432e-8863-d570cc069211 req-e3f63323-cfb3-4696-abdf-daa661a7d922 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:port {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:45.780616 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-6077e9fe-0100-432e-8863-d570cc069211 req-e3f63323-cfb3-4696-abdf-daa661a7d922 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/ports?device_id=a82c6521-6407-4d3b-b7a2-620d82106886 HTTP/1.1" status: 200  len: 210 time: 0.0928762
Nov 19 16:13:47.023945 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-a531c9ee-5ba5-4699-b83a-53d12f084eaa tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips/9908bda7-6ad6-4aa1-aabc-63458b80a2cc HTTP/1.1" status: 200  len: 691 time: 0.0850899
Nov 19 16:13:47.184492 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-c420e124-1ed4-45fb-b215-8e2eba20b22b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 16:13:47.185999 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-c420e124-1ed4-45fb-b215-8e2eba20b22b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/networks/f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5 HTTP/1.1" status: 200  len: 784 time: 0.1565456
Nov 19 16:13:47.272563 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-c40620a2-59e6-4a45-afb6-f12c61004b0b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Synchronizing usage tracker for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 16:13:47.310062 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.quota.resource [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-c40620a2-59e6-4a45-afb6-f12c61004b0b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Unset dirty status for tenant:ab5f28d98e7f417abce658b3c9dbaaf9 on resource:floatingip {{(pid=80426) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 16:13:47.311253 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-c40620a2-59e6-4a45-afb6-f12c61004b0b tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.1188297
Nov 19 16:13:47.400161 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-b3b28422-72cb-4c6c-aac4-01a24a6a6d47 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.2 HTTP/1.1" status: 200  len: 694 time: 0.0817754
Nov 19 16:13:47.564100 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Deleting port 365fae8c-2a87-4e50-b8a5-40165fe10579 {{(pid=80426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:47.564402 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:47.743189 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:47.743566 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:47.876618 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Calling delete_port for 365fae8c-2a87-4e50-b8a5-40165fe10579 owned by network:floatingip {{(pid=80426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:48.036056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961715'] for port, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:48.051534 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-d71100c6-4f35-4bcb-9339-4cde998b4c1c tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:48.155482 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'Port': ['ID=365fae8c-2a87-4e50-b8a5-40165fe10579,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:48.163407 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:48.277384 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for floatingip, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:48.362295 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770143'] for floatingip, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:48.363544 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-fbc0e7ce-d048-4ddd-8e7c-a36a26b8b956 req-8f22f46a-64a7-4115-b682-038088358b0a tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "DELETE /v2.0/floatingips/9908bda7-6ad6-4aa1-aabc-63458b80a2cc HTTP/1.1" status: 204  len: 173 time: 0.9577143
Nov 19 16:13:49.930855 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69163905-ab9c-499c-989a-54d125fff451 req-06f7732e-054b-4538-99bf-3ba8cb1fc16d tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "GET /v2.0/security-groups/7a29dff7-3cc5-429b-8f31-56edce8d82f0 HTTP/1.1" status: 200  len: 2651 time: 0.0525680
Nov 19 16:13:50.003732 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-69163905-ab9c-499c-989a-54d125fff451 req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, before_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:50.036117 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-69163905-ab9c-499c-989a-54d125fff451 req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, precommit_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:50.178227 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-69163905-ab9c-499c-989a-54d125fff451 req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:50.184004 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a7ef51c5-4bf6-4566-9d82-71b3f054ed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:50.200238 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a29dff7-3cc5-429b-8f31-56edce8d82f0,revision_number=None']} {{(pid=80426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:50.203103 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80426) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:50.235691 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [req-69163905-ab9c-499c-989a-54d125fff451 req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] Notify callbacks [] for security_group, before_response {{(pid=80426) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:50.236933 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [req-69163905-ab9c-499c-989a-54d125fff451 req-5c45029e-c641-4319-8c95-c8bb9d78d7c5 tempest-TestVolumeBootPattern-149174627 tempest-TestVolumeBootPattern-149174627] 10.222.0.43 "DELETE /v2.0/security-groups/7a29dff7-3cc5-429b-8f31-56edce8d82f0 HTTP/1.1" status: 204  len: 173 time: 0.2999563
Nov 19 16:13:51.403192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35950) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:13:52.011838 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:52.636113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Deleting port 9de2feae-477a-45f2-bf2a-c9b2d511894a {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:52.636724 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:52.817746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] For port 9de2feae-477a-45f2-bf2a-c9b2d511894a, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=9de2feae-477a-45f2-bf2a-c9b2d511894a,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:52.818139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:52.947535 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Calling delete_port for 9de2feae-477a-45f2-bf2a-c9b2d511894a owned by network:router_interface {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:53.155549 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:53.173808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-e22e2c1d-6537-43c7-958f-2fed1f32a576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:53.274474 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Pushing event deleted for resources: {'Port': ['ID=9de2feae-477a-45f2-bf2a-c9b2d511894a,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:53.292330 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.292759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.293177 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.293619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.294029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.294439 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.294840 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.295244 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.295648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.296052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.296452 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.296849 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-iscsi {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.297337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.297776 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.298169 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.298570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.298969 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.299364 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.299802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.300155 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.300546 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.300968 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.301929 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.302337 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 16:13:53.306433 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:53.633830 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:54.581192 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Router 0e8b25cc-99ec-427c-838c-521095c1a7db has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:13:54.792130 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:13:54.801765 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Sync routers for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:13:54.807095 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-56f9dc6c-774a-4698-962c-577e3205630c admin admin] 10.222.0.43 "PUT /v2.0/routers/0e8b25cc-99ec-427c-838c-521095c1a7db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4025948
Nov 19 16:13:54.809147 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35956) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:13:54.814494 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:54.815185 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644c1390>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:55.001248 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: dv-cinder-763306-3-iscsi {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:55.014021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.220908 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.226463 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.258378 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Deleting port 3b28ee52-77d0-4655-bb95-cac09c93e33f {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:55.258679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.320480 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644c1390>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:13:53Z', 'revision_number': 5, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port': {'id': '3b28ee52-77d0-4655-bb95-cac09c93e33f', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:26Z', 'updated_at': '2020-11-19T16:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:55.324652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Checking router: 0e8b25cc-99ec-427c-838c-521095c1a7db for host: dv-cinder-763306-3-iscsi {{(pid=80428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:13:55.336679 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Routers {'0e8b25cc-99ec-427c-838c-521095c1a7db'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:13:55.337364 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f57644c1390>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['0e8b25cc-99ec-427c-838c-521095c1a7db'], 'active': True} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:55.451633 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] For port 3b28ee52-77d0-4655-bb95-cac09c93e33f, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=3b28ee52-77d0-4655-bb95-cac09c93e33f,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:55.451994 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.584012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Calling delete_port for 3b28ee52-77d0-4655-bb95-cac09c93e33f owned by network:router_gateway {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:55.656523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] Set router 0e8b25cc-99ec-427c-838c-521095c1a7db gateway port host: None {{(pid=80428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:13:55.773869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f57644c1390>, [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:13:55Z', 'revision_number': 6, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port_host': None}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:55.778051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f126b7cb-be1d-467f-9076-d9d3530cfbc7 None None] The sync data for ids ['0e8b25cc-99ec-427c-838c-521095c1a7db'] in dv-cinder-763306-3-iscsi is: [{'id': '0e8b25cc-99ec-427c-838c-521095c1a7db', 'name': 'tempest-TestVolumeBootPattern-13267327-router', 'tenant_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:24Z', 'updated_at': '2020-11-19T16:13:55Z', 'revision_number': 6, 'project_id': 'ab5f28d98e7f417abce658b3c9dbaaf9', 'gw_port_host': None}] {{(pid=80428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:13:55.847328 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:55.863819 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c02ae78a-15cd-4780-881d-baf97440af68 tempest-AttachVolumeTestJSON-1684379296 tempest-AttachVolumeTestJSON-1684379296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:55.966903 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b28ee52-77d0-4655-bb95-cac09c93e33f,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:55.969659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:56.233875 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.728834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.733298 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.846991 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.847619 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8b25cc-99ec-427c-838c-521095c1a7db {{(pid=80425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:13:56.860802 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.862079 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-cf3c9e2c-5140-4e75-a3d0-6deccf483cb1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0e8b25cc-99ec-427c-838c-521095c1a7db HTTP/1.1" status: 204  len: 168 time: 2.0519314
Nov 19 16:13:56.864608 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35960) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:13:56.935734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Deleting subnet 8704b3c8-1621-45c5-9a91-19ade849752b {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:13:56.938981 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:56.992635 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.076660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.418877 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.421645 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 3b28ee52-77d0-4655-bb95-cac09c93e33f no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:13:57.433389 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ac41ae60-b3c9-49d4-a8d8-8ee67837e781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:57.459290 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 3b28ee52-77d0-4655-bb95-cac09c93e33f {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:13:57.459684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 3b28ee52-77d0-4655-bb95-cac09c93e33f not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:13:57.460156 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 9de2feae-477a-45f2-bf2a-c9b2d511894a no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:13:57.492415 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: 9de2feae-477a-45f2-bf2a-c9b2d511894a {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:13:57.492812 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device 9de2feae-477a-45f2-bf2a-c9b2d511894a not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:13:57.522684 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8704b3c8-1621-45c5-9a91-19ade849752b,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:57.527187 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:57.572209 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.577257 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105b7ec-4eb6-4013-a6b8-17a150d04874 None None] Network af31d0f6-1433-41bc-949e-0ba6d0831843 requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:13:57.578708 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-94ab0460-6e89-47b2-ba89-bb09bd4fd649 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8704b3c8-1621-45c5-9a91-19ade849752b HTTP/1.1" status: 204  len: 168 time: 0.7129090
Nov 19 16:13:57.581188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35964) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:13:57.698911 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.770212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Deleting port ede2a16e-0cd9-407b-88f2-dec3dee978df {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:57.770768 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.834018 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] DHCP port deletion for af31d0f6-1433-41bc-949e-0ba6d0831843 request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:13:57.838326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Deleting port ede2a16e-0cd9-407b-88f2-dec3dee978df {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:57.838795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:57.925218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:13:57.986287 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] For port ede2a16e-0cd9-407b-88f2-dec3dee978df, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ede2a16e-0cd9-407b-88f2-dec3dee978df,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:57.986612 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.055014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] For port ede2a16e-0cd9-407b-88f2-dec3dee978df, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ede2a16e-0cd9-407b-88f2-dec3dee978df,segment=NetworkSegment(70b21b46-1bf9-4f57-b933-71e0b1fb1010),segment_id=70b21b46-1bf9-4f57-b933-71e0b1fb1010)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:13:58.055014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.121419 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Calling delete_port for ede2a16e-0cd9-407b-88f2-dec3dee978df owned by network:dhcp {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:58.187113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Calling delete_port for ede2a16e-0cd9-407b-88f2-dec3dee978df owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:13:58.235825 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.252548 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-17bc3759-4dc9-4e7a-afd0-5f0355a2249f tempest-AttachVolumeShelveTestJSON-1416703127 tempest-AttachVolumeShelveTestJSON-1416703127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:58.260286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:13:58.260701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:13:58.345775 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede2a16e-0cd9-407b-88f2-dec3dee978df,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:58.351030 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:58.393996 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] No DVR routers for this DVR port ede2a16e-0cd9-407b-88f2-dec3dee978df on host dv-cinder-763306-3-iscsi {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:13:58.518219 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.634154 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575eda2e80>,) {'filters': {'network_id': ['af31d0f6-1433-41bc-949e-0ba6d0831843']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:58.647513 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575eda2e80>, '70b21b46-1bf9-4f57-b933-71e0b1fb1010') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:58.647852 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575eda2e80>, '70b21b46-1bf9-4f57-b933-71e0b1fb1010') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:13:58.660068 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.675052 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.677125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:13:58.761723 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Deleting port ede2a16e-0cd9-407b-88f2-dec3dee978df {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:13:58.762162 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:58.828141 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a69e38c8-947b-4a4b-9305-54beefe7bcf2 None None] The port 'ede2a16e-0cd9-407b-88f2-dec3dee978df' was deleted {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:13:58.862027 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Network af31d0f6-1433-41bc-949e-0ba6d0831843 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:13:58.872196 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:59.051858 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Network af31d0f6-1433-41bc-949e-0ba6d0831843 has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:13:59.075020 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:13:59.229678 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:59.234781 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:13:59.239153 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a1716a18-7813-477f-9928-1765022483e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:13:59.262598 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Pushing event deleted for resources: {'Network': ['ID=af31d0f6-1433-41bc-949e-0ba6d0831843,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:13:59.265229 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:13:59.293239 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-0b1d60d2-e8fa-4d51-93ac-c7ac71cc7544 admin admin] 10.222.0.43 "DELETE /v2.0/networks/af31d0f6-1433-41bc-949e-0ba6d0831843 HTTP/1.1" status: 204  len: 168 time: 1.7109859
Nov 19 16:13:59.296225 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35968) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:13:59.419834 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ede2a16e-0cd9-407b-88f2-dec3dee978df no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:13:59.454207 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: ede2a16e-0cd9-407b-88f2-dec3dee978df {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:13:59.454599 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ede2a16e-0cd9-407b-88f2-dec3dee978df not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:13:59.700785 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854122475'] for router_interface, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:00.544868 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Deleting port b6779a6c-30b7-43e6-b8a0-440b3a143b84 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:14:00.545508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:00.727795 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] For port b6779a6c-30b7-43e6-b8a0-440b3a143b84, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=b6779a6c-30b7-43e6-b8a0-440b3a143b84,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:14:00.728198 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:00.858611 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Calling delete_port for b6779a6c-30b7-43e6-b8a0-440b3a143b84 owned by network:router_interface {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:14:01.162351 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:01.178271 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2fd367d3-a3f0-4c31-9c74-c860b86d6263 tempest-TestShelveInstance-1711437355 tempest-TestShelveInstance-1711437355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:01.278344 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6779a6c-30b7-43e6-b8a0-440b3a143b84,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:01.281756 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:01.609152 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4051658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854132135'] for router_interface, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:02.373046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Router f8a49637-78d7-47aa-bbd1-70221a35cdd3 has already been hosted by L3 agent fc85005e-de29-44c7-a5cd-2ddbef2158f3 {{(pid=80425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 16:14:02.589587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-iscsi the message routers_updated {{(pid=80425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 16:14:02.598587 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Sync routers for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 16:14:02.601168 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-a576d10b-8f4a-43d4-bf5b-b2752d49c523 admin admin] 10.222.0.43 "PUT /v2.0/routers/f8a49637-78d7-47aa-bbd1-70221a35cdd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3038154
Nov 19 16:14:02.603022 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35972) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:02.613124 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:14:02.614984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5769f4ee80>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:02.772285 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-68d2930f-e539-43f2-a44e-707bf1da25b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:02.808460 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:14:02.823493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:03.124528 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5769f4ee80>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:14:01Z', 'revision_number': 5, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:03.129659 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Checking router: f8a49637-78d7-47aa-bbd1-70221a35cdd3 for host: dv-cinder-763306-3-iscsi {{(pid=80429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 16:14:03.141401 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Routers {'f8a49637-78d7-47aa-bbd1-70221a35cdd3'} bound to L3 agent in host dv-cinder-763306-3-iscsi {{(pid=80429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 16:14:03.142113 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5769f4ee80>, 'dv-cinder-763306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:51:05Z,description=<?>,heartbeat_timestamp=2020-11-19T16:13:35Z,host='dv-cinder-763306-3-iscsi',id=fc85005e-de29-44c7-a5cd-2ddbef2158f3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T15:51:05Z,topic='l3_agent')) {'router_ids': ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'], 'active': True} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:03.262856 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:03.303331 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Deleting port ed7b33dd-5691-462d-9ccd-037ac553b4d7 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:14:03.303910 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:03.331352 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvr_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] Set router f8a49637-78d7-47aa-bbd1-70221a35cdd3 gateway port host: dv-cinder-763306-3-iscsi {{(pid=80429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 16:14:03.491554 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] For port ed7b33dd-5691-462d-9ccd-037ac553b4d7, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=ed7b33dd-5691-462d-9ccd-037ac553b4d7,segment=NetworkSegment(8b40ac01-f0ba-4755-aa77-86a656199d56),segment_id=8b40ac01-f0ba-4755-aa77-86a656199d56)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:14:03.491869 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:03.619831 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Calling delete_port for ed7b33dd-5691-462d-9ccd-037ac553b4d7 owned by network:router_gateway {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:14:03.631753 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_hamode_db [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5769f4ee80>, [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:14:01Z', 'revision_number': 5, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}], 'dv-cinder-763306-3-iscsi', False) {} {{(pid=80429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:03.635984 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdd6b4-9280-424e-a46c-d3333911a84f None None] The sync data for ids ['f8a49637-78d7-47aa-bbd1-70221a35cdd3'] in dv-cinder-763306-3-iscsi is: [{'id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'name': 'tempest-TestVolumeBootPattern-1077504118-router', 'tenant_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'external_fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:14:01Z', 'revision_number': 5, 'project_id': '55a39e5be4974ece8f9a47fff7ea7eb5', 'gw_port': {'id': 'ed7b33dd-5691-462d-9ccd-037ac553b4d7', 'name': '', 'network_id': 'f6d40f3d-eb9e-42a4-917c-5eb2d5e451a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a49637-78d7-47aa-bbd1-70221a35cdd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T16:06:38Z', 'updated_at': '2020-11-19T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '798f42b1-c64a-4758-a9ef-7a06dd61a6ef', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-iscsi'}] {{(pid=80429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 16:14:03.829942 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:03.845901 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-c7ae5b5a-f592-49e4-b086-b690561c640a tempest-VolumesActionsTest-549193232 tempest-VolumesActionsTest-549193232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:03.946498 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7b33dd-5691-462d-9ccd-037ac553b4d7,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:03.949396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:04.208902 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854131077'] for router_gateway, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.481841 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.486318 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.755278 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656857'] for router, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.755867 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a49637-78d7-47aa-bbd1-70221a35cdd3 {{(pid=80425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 16:14:04.769012 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] Notify callbacks [] for router, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.771171 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-ddee5ab7-a405-4779-afc4-956a2e023be9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f8a49637-78d7-47aa-bbd1-70221a35cdd3 HTTP/1.1" status: 204  len: 168 time: 2.1671283
Nov 19 16:14:04.773742 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35976) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:04.844755 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Deleting subnet c24c0545-ffc7-406a-9a16-99b79d02bc39 {{(pid=80425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 16:14:04.848143 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.903016 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853755636'] for subnet, precommit_delete_associations {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:04.991087 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3591260'] for subnet, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.281191 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f7f1d871-259d-40d2-83bd-443a96adfa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.310210 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851184571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852737597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61046814'] for subnet, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.330180 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:05.413652 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24c0545-ffc7-406a-9a16-99b79d02bc39,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:05.418243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:05.424886 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ed7b33dd-5691-462d-9ccd-037ac553b4d7 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:14:05.462555 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: ed7b33dd-5691-462d-9ccd-037ac553b4d7 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:14:05.462953 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device ed7b33dd-5691-462d-9ccd-037ac553b4d7 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:14:05.463446 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device b6779a6c-30b7-43e6-b8a0-440b3a143b84 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:14:05.466120 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.473969 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-681b0b49-ad01-4f1a-a8bb-420b085e41a7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c24c0545-ffc7-406a-9a16-99b79d02bc39 HTTP/1.1" status: 204  len: 168 time: 0.6991789
Nov 19 16:14:05.476660 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35980) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:05.494790 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb5bcf-2318-4f6c-96ee-21d3823c3575 None None] Network eab92d1b-ac11-43d0-a519-0e63dec8272c requested from dv-cinder-763306-3-iscsi {{(pid=80428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 16:14:05.562693 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: b6779a6c-30b7-43e6-b8a0-440b3a143b84 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:14:05.563003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device b6779a6c-30b7-43e6-b8a0-440b3a143b84 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:14:05.593847 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414458'] for network, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.661878 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Deleting port bc792a05-76af-4abc-bb60-4629385cbc62 {{(pid=80425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:14:05.662243 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.765925 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] DHCP port deletion for eab92d1b-ac11-43d0-a519-0e63dec8272c request from dv-cinder-763306-3-iscsi {{(pid=80428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 16:14:05.770740 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Deleting port bc792a05-76af-4abc-bb60-4629385cbc62 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:14:05.771208 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.864800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.885907 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] For port bc792a05-76af-4abc-bb60-4629385cbc62, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bc792a05-76af-4abc-bb60-4629385cbc62,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:14:05.886307 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:05.995777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.db [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] For port bc792a05-76af-4abc-bb60-4629385cbc62, host dv-cinder-763306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-iscsi',level=0,port_id=bc792a05-76af-4abc-bb60-4629385cbc62,segment=NetworkSegment(fea43cd2-a7cd-4241-b46c-62f2ba94a8cf),segment_id=fea43cd2-a7cd-4241-b46c-62f2ba94a8cf)] {{(pid=80428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 16:14:05.996139 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854127972'] for port, precommit_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.013683 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Calling delete_port for bc792a05-76af-4abc-bb60-4629385cbc62 owned by network:dhcp {{(pid=80425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:14:06.115763 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854017990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286020466684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750833794846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2038165'] for port, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.123212 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Calling delete_port for bc792a05-76af-4abc-bb60-4629385cbc62 owned by network:dhcp {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 16:14:06.132015 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-0fb8a89f-0911-4e33-a161-4fdcaa1ce1cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:06.197014 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.db.api [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80428) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 16:14:06.197421 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_db.api [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80428) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 16:14:06.224977 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc792a05-76af-4abc-bb60-4629385cbc62,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:06.227866 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:06.274891 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] No DVR routers for this DVR port bc792a05-76af-4abc-bb60-4629385cbc62 on host dv-cinder-763306-3-iscsi {{(pid=80425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 16:14:06.399268 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3594949', 'neutron.services.segments.db._delete_segments_for_network--9223363286020446904'] for network, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.515976 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f575e71bc50>,) {'filters': {'network_id': ['eab92d1b-ac11-43d0-a519-0e63dec8272c']}} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:06.521493 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.529870 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f575e71bc50>, 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf') {'for_net_delete': True} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:06.530215 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.services.segments.db [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f575e71bc50>, 'fea43cd2-a7cd-4241-b46c-62f2ba94a8cf') {} {{(pid=80425) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 16:14:06.542311 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286020445624', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1020167'] for segment, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.557503 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851173017'] for segment, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.559562 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 16:14:06.699373 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Deleting port bc792a05-76af-4abc-bb60-4629385cbc62 {{(pid=80428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 16:14:06.699734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286020472470'] for port, before_delete {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.743254 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Network eab92d1b-ac11-43d0-a519-0e63dec8272c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:14:06.752671 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3602814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2036833'] for segment, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:06.764661 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-ea156bdf-19fc-4e86-bddb-0f9bb3164e50 None None] The port 'bc792a05-76af-4abc-bb60-4629385cbc62' was deleted {{(pid=80428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 16:14:06.941469 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.managers [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Network eab92d1b-ac11-43d0-a519-0e63dec8272c has no segments {{(pid=80425) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]: Traceback (most recent call last):
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     timer()
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     cb(*args, **kw)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     return func(*args, **kwargs)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     self._notify()
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     self.callback(batched_events)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     event.method(event)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     segment_id)['aggregates'][0]
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     return f(self, *a, **k)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self._get(url).json()
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     **kwargs)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     return self.request(url, 'GET', **kwargs)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     **endpoint_filter)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 16:14:06.964155 dv-cinder-763306-3-iscsi neutron-server[80316]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 16:14:07.058634 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.081340 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851180878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850724158'] for network, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.085637 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850724111'] for network, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.089508 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:07.116056 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab92d1b-ac11-43d0-a519-0e63dec8272c,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:07.118728 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:07.121018 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-41709d4b-25d6-437a-a274-82b0b130c559 admin admin] 10.222.0.43 "DELETE /v2.0/networks/eab92d1b-ac11-43d0-a519-0e63dec8272c HTTP/1.1" status: 204  len: 168 time: 1.6433225
Nov 19 16:14:07.332757 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35986) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:07.385852 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-9a14402d-317e-4f9c-8a25-ce1de80134fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab5f28d98e7f417abce658b3c9dbaaf9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517063
Nov 19 16:14:07.388296 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35990) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:07.424810 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bc792a05-76af-4abc-bb60-4629385cbc62 no longer exists at agent ovs-agent-dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 16:14:07.452289 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.462431 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.plugin [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] No Port match for: bc792a05-76af-4abc-bb60-4629385cbc62 {{(pid=80428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 16:14:07.462827 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.plugins.ml2.rpc [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Device bc792a05-76af-4abc-bb60-4629385cbc62 not bound to the agent host dv-cinder-763306-3-iscsi {{(pid=80428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 16:14:07.481037 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.618396 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.623943 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-ee42c5c4-16a8-49f4-8ef4-b85e76ba28c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:07.640733 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2cbf7-ce08-4061-aaf1-d08463e39692,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:07.643648 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:07.648522 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:07.649982 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-2ef4ec26-1e49-4ffc-9afe-b02b82682949 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ab2cbf7-ce08-4061-aaf1-d08463e39692 HTTP/1.1" status: 204  len: 168 time: 0.2607000
Nov 19 16:14:08.429674 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 35998) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:08.482776 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-f6834d5a-1a26-49ee-b351-980e5280421d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55a39e5be4974ece8f9a47fff7ea7eb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518086
Nov 19 16:14:08.485165 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.wsgi [-] (80425) accepted ('10.222.0.43', 36002) {{(pid=80425) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 16:14:08.782371 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:08.809655 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:08.881326 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547147'] for security_group, after_delete {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:08.886698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-66b81137-b22e-45d3-a196-358021501063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 16:14:08.900843 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdaac6d-2d31-4748-9060-43b2ac9bd378,revision_number=None']} {{(pid=80425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 16:14:08.903919 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG oslo_concurrency.lockutils [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80425) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 16:14:08.904807 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80425) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:08.906035 dv-cinder-763306-3-iscsi neutron-server[80316]: INFO neutron.wsgi [None req-5d36ba8e-fc6f-4d12-a661-11a6ee61f335 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2fdaac6d-2d31-4748-9060-43b2ac9bd378 HTTP/1.1" status: 204  len: 168 time: 0.4198909
Nov 19 16:14:25.171523 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:32.789783 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6e6cdfcc-6baa-48e4-a652-f77509d06c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:34.925899 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:14:35.263734 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-9a06dcf2-1d9c-442f-af6f-64be14de0e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:35.846570 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:36.514873 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:37.081188 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:14:55.194800 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:02.771950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-7df6d7e3-f7c8-49cc-bc3e-5163fd5e28f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:05.285844 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-60e98581-8427-480f-8760-7a0667ba617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:05.851519 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:06.508782 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:07.062983 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:11.926138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:15:25.211218 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:32.771197 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-093b2715-abb3-4cb5-991e-7f9d791f56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:35.314125 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-763fd9e0-a4f7-4163-8c8d-96c565a597b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:35.857438 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:36.519646 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:37.079959 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:15:48.927702 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:15:55.194332 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:02.771051 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-d805c954-8be5-4d22-b373-801366de858d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:05.290816 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-73d94bef-9920-4936-a494-3de7b818b441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:05.864042 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:06.536761 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:07.068138 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:25.199359 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:25.929115 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:16:32.770676 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-dba6439c-9ac0-4cfb-8843-572382b7117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:35.296224 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-f685c4e6-6733-4cb9-93d0-14e4c6847544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:35.861999 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:36.519020 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:37.078746 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:16:55.216759 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:02.758666 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0a49-3d2e-42a6-9454-6460432fcb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:02.930300 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:17:05.279941 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-1de4b229-26df-436c-a5a7-9512814bbefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:05.878883 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:06.524595 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:07.079029 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:25.221172 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:32.769913 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-4d43e71f-2131-4ac3-a47c-6a99f2a61dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:35.278324 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b152fbbe-4e3c-4e30-8023-e4ad039de3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:35.867013 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:36.524216 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:37.095621 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:17:39.930997 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:17:55.221021 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:02.769232 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-ae04e780-65a5-4e39-b270-1044345a3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:05.295387 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-3c31ea4f-2841-4eb2-96e2-7b1202be277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:05.883701 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:06.517814 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:07.094896 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:16.932104 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:18:25.237950 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:32.786314 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-b9d5daa7-3d9c-4104-af4f-b2a8c703570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:35.267003 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-441a9a24-da44-46e2-8611-cf1905c407bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:35.871989 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:36.528876 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:37.100205 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:18:53.932502 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:18:55.323046 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:02.791808 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-689acbbd-77f3-476a-bbdd-96f5a57c488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:05.294892 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-6bd9880a-5297-48d5-b1d3-eb16bd5d2fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:05.877286 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:06.511947 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:07.088710 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:25.265749 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-756cb719-49d5-4808-a1a6-5edfe57ad971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:30.933675 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron.db.agents_db [None req-22054244-c922-4af4-bcc3-6d2a3f9a8fc8 None None] Agent healthcheck: found 6 active agents {{(pid=80429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 16:19:32.768394 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-78492c6d-c1cc-4771-82c5-44edb51c1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:35.299798 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-0f75a4e1-65ea-475d-8bcd-b2959e842e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:35.882698 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-15c1b801-1779-4be2-91fb-8ce0d99e9008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:36.523370 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-a7d069ff-fef2-4ea8-96a6-5cb722760bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 16:19:37.099777 dv-cinder-763306-3-iscsi neutron-server[80316]: DEBUG neutron_lib.callbacks.manager [None req-bdaf091e-fd8e-462f-9552-52574a309caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286020446921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3580647'] for agent, after_update {{(pid=80428) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}